diff --git "a/wandb/run-20231119_105908-nwx0xdmm/logs/debug-internal.log" "b/wandb/run-20231119_105908-nwx0xdmm/logs/debug-internal.log" new file mode 100644--- /dev/null +++ "b/wandb/run-20231119_105908-nwx0xdmm/logs/debug-internal.log" @@ -0,0 +1,8979 @@ +2023-11-19 10:59:09,032 INFO StreamThr :607337 [internal.py:wandb_internal():86] W&B internal server running at pid: 607337, started at: 2023-11-19 10:59:09.030377 +2023-11-19 10:59:09,033 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status +2023-11-19 10:59:09,054 INFO WriterThread:607337 [datastore.py:open_for_write():85] open: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/run-nwx0xdmm.wandb +2023-11-19 10:59:09,056 DEBUG SenderThread:607337 [sender.py:send():380] send: header +2023-11-19 10:59:09,057 DEBUG SenderThread:607337 [sender.py:send():380] send: run +2023-11-19 10:59:09,497 INFO SenderThread:607337 [dir_watcher.py:__init__():211] watching files in: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files +2023-11-19 10:59:09,507 INFO SenderThread:607337 [sender.py:_start_run_threads():1124] run started: nwx0xdmm with start time 1700384349.034087 +2023-11-19 10:59:09,507 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: check_version +2023-11-19 10:59:09,508 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: check_version +2023-11-19 10:59:09,562 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: run_start +2023-11-19 10:59:09,570 DEBUG HandlerThread:607337 [system_info.py:__init__():32] System info init +2023-11-19 10:59:09,570 DEBUG HandlerThread:607337 [system_info.py:__init__():47] System info init done +2023-11-19 10:59:09,570 INFO HandlerThread:607337 [system_monitor.py:start():194] Starting system monitor +2023-11-19 10:59:09,571 INFO SystemMonitor:607337 [system_monitor.py:_start():158] Starting system asset monitoring threads +2023-11-19 10:59:09,571 INFO HandlerThread:607337 [system_monitor.py:probe():214] Collecting system info +2023-11-19 10:59:09,572 INFO SystemMonitor:607337 [interfaces.py:start():190] Started cpu monitoring +2023-11-19 10:59:09,573 INFO SystemMonitor:607337 [interfaces.py:start():190] Started disk monitoring +2023-11-19 10:59:09,574 INFO SystemMonitor:607337 [interfaces.py:start():190] Started gpu monitoring +2023-11-19 10:59:09,574 INFO SystemMonitor:607337 [interfaces.py:start():190] Started memory monitoring +2023-11-19 10:59:09,576 INFO SystemMonitor:607337 [interfaces.py:start():190] Started network monitoring +2023-11-19 10:59:09,581 DEBUG HandlerThread:607337 [system_info.py:probe():196] Probing system +2023-11-19 10:59:09,678 DEBUG HandlerThread:607337 [gitlib.py:_init_repo():56] git repository is invalid +2023-11-19 10:59:09,678 DEBUG HandlerThread:607337 [system_info.py:probe():244] Probing system done +2023-11-19 10:59:09,678 DEBUG HandlerThread:607337 [system_monitor.py:probe():223] {'os': 'Linux-5.15.123.1-microsoft-standard-WSL2-x86_64-with-glibc2.35', 'python': '3.10.13', 'heartbeatAt': '2023-11-19T08:59:09.582026', 'startedAt': '2023-11-19T08:59:08.979379', 'docker': None, 'cuda': None, 'args': ('--local_rank=0', '--deepspeed=ds_config.json', '--model_name_or_path=openai/whisper-large-v3', '--train_dataset_names', 'mozilla-foundation/common_voice_11_0', 'mozilla-foundation/common_voice_11_0', 'google/fleurs', 'Finnish-NLP/css10_audio_processed', 'Finnish-NLP/youtube_fi_110k_preprocessed', 'Finnish-NLP/voxpopuli_fi_audio_processed', 'Finnish-NLP/parliament_audio_processed', 'Finnish-NLP/aalto_eduskunta_asr_audio_processed', 'Finnish-NLP/fbc_dialog_audio_processed', 'Finnish-NLP/fbc_monolog_audio_processed', '--train_dataset_config_names', 'fi', 'fi', 'fi_fi', '', '', '', '', '', '', '', '--train_dataset_split_name', 'train', 'validation', 'train', 'train', 'train', 'train', 'train', 'train', 'train', 'train', '--train_dataset_text_column_names', 'sentence', 'sentence', 'raw_transcription', 'sentence', 'texts', 'sentence', 'sentence', 'sentence', 'sentence', 'sentence', '--eval_dataset_name=mozilla-foundation/common_voice_11_0', '--eval_dataset_config_name=fi', '--eval_split_name=test', '--language=finnish', '--model_index_name=WhisperLargeV3Finnish', '--max_steps=60000', '--output_dir=./', '--per_device_train_batch_size=8', '--per_device_eval_batch_size=4', '--gradient_accumulation_steps=2', '--logging_steps=20', '--learning_rate=3e-6', '--warmup_steps=1000', '--evaluation_strategy=steps', '--eval_steps=1000', '--save_strategy=steps', '--save_steps=1000', '--generation_max_length=225', '--length_column_name=input_length', '--max_duration_in_seconds=30', '--text_column_name=sentence', '--freeze_feature_encoder=False', '--report_to=wandb', '--metric_for_best_model=wer', '--greater_is_better=False', '--load_best_model_at_end', '--gradient_checkpointing', '--fp16', '--torch_compile', '--overwrite_output_dir', '--do_train', '--do_eval', '--predict_with_generate', '--do_normalize_eval', '--use_auth_token', '--push_to_hub', '--push_to_hub_model_id=WhisperLargeFinnishV3', '--resume_from_checkpoint=./checkpoint-7000'), 'state': 'running', 'program': '/mnt/e/run_speech_recognition_seq2seq_streaming.py', 'codePathLocal': 'run_speech_recognition_seq2seq_streaming.py', 'codePath': 'run_speech_recognition_seq2seq_streaming.py', 'host': 'DESKTOP-59O9VN1', 'username': 'rasmus', 'executable': '/home/rasmus/miniconda3/envs/WhisperFinetuneEnv/bin/python', 'cpu_count': 4, 'cpu_count_logical': 8, 'cpu_freq': {'current': 3911.9949999999994, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 3911.995, 'min': 0.0, 'max': 0.0}, {'current': 3911.995, 'min': 0.0, 'max': 0.0}, {'current': 3911.995, 'min': 0.0, 'max': 0.0}, {'current': 3911.995, 'min': 0.0, 'max': 0.0}, {'current': 3911.995, 'min': 0.0, 'max': 0.0}, {'current': 3911.995, 'min': 0.0, 'max': 0.0}, {'current': 3911.995, 'min': 0.0, 'max': 0.0}, {'current': 3911.995, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 1006.853931427002, 'used': 37.43992614746094}}, 'gpu': 'NVIDIA GeForce RTX 4080', 'gpu_count': 1, 'gpu_devices': [{'name': 'NVIDIA GeForce RTX 4080', 'memory_total': 17171480576}], 'memory': {'total': 54.92573928833008}} +2023-11-19 10:59:09,679 INFO HandlerThread:607337 [system_monitor.py:probe():224] Finished collecting system info +2023-11-19 10:59:09,679 INFO HandlerThread:607337 [system_monitor.py:probe():227] Publishing system info +2023-11-19 10:59:09,679 DEBUG HandlerThread:607337 [system_info.py:_save_pip():52] Saving list of pip packages installed into the current environment +2023-11-19 10:59:09,682 DEBUG HandlerThread:607337 [system_info.py:_save_pip():68] Saving pip packages done +2023-11-19 10:59:09,683 DEBUG HandlerThread:607337 [system_info.py:_save_conda():75] Saving list of conda packages installed into the current environment +2023-11-19 10:59:10,501 INFO Thread-12 :607337 [dir_watcher.py:_on_file_created():271] file/dir created: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/conda-environment.yaml +2023-11-19 10:59:10,502 INFO Thread-12 :607337 [dir_watcher.py:_on_file_created():271] file/dir created: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/requirements.txt +2023-11-19 10:59:14,432 DEBUG HandlerThread:607337 [system_info.py:_save_conda():87] Saving conda packages done +2023-11-19 10:59:14,448 INFO HandlerThread:607337 [system_monitor.py:probe():229] Finished publishing system info +2023-11-19 10:59:14,462 DEBUG SenderThread:607337 [sender.py:send():380] send: files +2023-11-19 10:59:14,463 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-metadata.json with policy now +2023-11-19 10:59:14,468 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 10:59:14,482 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 10:59:14,483 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 10:59:14,492 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 10:59:14,532 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/conda-environment.yaml +2023-11-19 10:59:14,533 INFO Thread-12 :607337 [dir_watcher.py:_on_file_created():271] file/dir created: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-metadata.json +2023-11-19 10:59:14,772 DEBUG SenderThread:607337 [sender.py:send():380] send: telemetry +2023-11-19 10:59:14,772 DEBUG SenderThread:607337 [sender.py:send():380] send: config +2023-11-19 10:59:14,773 DEBUG SenderThread:607337 [sender.py:send():380] send: metric +2023-11-19 10:59:14,774 DEBUG SenderThread:607337 [sender.py:send():380] send: telemetry +2023-11-19 10:59:14,774 DEBUG SenderThread:607337 [sender.py:send():380] send: metric +2023-11-19 10:59:14,775 WARNING SenderThread:607337 [sender.py:send_metric():1331] Seen metric with glob (shouldn't happen) +2023-11-19 10:59:14,775 DEBUG SenderThread:607337 [sender.py:send():380] send: telemetry +2023-11-19 10:59:15,137 INFO wandb-upload_0:607337 [upload_job.py:push():131] Uploaded file /tmp/tmpb0h5x3xmwandb/uc3dmej7-wandb-metadata.json +2023-11-19 10:59:15,536 INFO Thread-12 :607337 [dir_watcher.py:_on_file_created():271] file/dir created: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 10:59:17,543 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 10:59:20,007 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 10:59:21,559 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 10:59:25,172 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 10:59:29,481 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 10:59:29,482 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 10:59:29,492 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 10:59:30,662 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 10:59:35,663 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 10:59:40,669 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 10:59:41,647 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/config.yaml +2023-11-19 10:59:44,481 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 10:59:44,481 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 10:59:44,525 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 10:59:46,666 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 10:59:51,667 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 10:59:56,667 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 10:59:59,481 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 10:59:59,482 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 10:59:59,525 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:00:01,741 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:00:06,742 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:00:09,578 DEBUG SystemMonitor:607337 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2023-11-19 11:00:09,579 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:00:12,581 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:00:14,482 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:00:14,483 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:00:14,525 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:00:17,748 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:00:22,749 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:00:27,749 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:00:29,481 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:00:29,482 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:00:29,525 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:00:33,651 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:00:38,652 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:00:39,581 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:00:44,482 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:00:44,482 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:00:44,535 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:00:44,669 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:00:49,670 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:00:54,671 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:00:59,482 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:00:59,482 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:00:59,535 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:01:00,651 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:01:05,651 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:01:09,581 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:01:11,582 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:01:14,482 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:01:14,482 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:01:14,525 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:01:16,702 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:01:21,066 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 11:01:22,653 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:01:27,654 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:01:29,482 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:01:29,483 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:01:29,493 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:01:32,727 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:01:37,728 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:01:39,581 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:01:43,583 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:01:44,482 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:01:44,483 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:01:44,525 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:01:48,742 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:01:53,743 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:01:58,744 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:01:59,482 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:01:59,483 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:01:59,525 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:02:04,646 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:02:09,583 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:02:10,584 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:02:14,482 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:02:14,483 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:02:14,535 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:02:15,668 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:02:20,669 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:02:25,670 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:02:29,497 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:02:29,497 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:02:29,497 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:02:30,713 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:02:35,714 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:02:39,582 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:02:41,583 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:02:44,498 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:02:44,501 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:02:44,503 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:02:46,658 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:02:51,658 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:02:56,659 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:02:59,497 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:02:59,498 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:02:59,498 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:03:01,682 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:03:06,691 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:03:09,583 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:03:12,584 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:03:14,497 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:03:14,498 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:03:14,498 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:03:17,700 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:03:22,701 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:03:27,701 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:03:29,497 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:03:29,498 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:03:29,498 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:03:32,749 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:03:37,749 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:03:39,584 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:03:43,585 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:03:44,497 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:03:44,498 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:03:44,498 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:03:48,742 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:03:53,742 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:03:58,743 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:03:59,497 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:03:59,498 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:03:59,498 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:04:04,740 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:04:09,584 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:04:10,585 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:04:14,497 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:04:14,498 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:04:14,498 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:04:15,667 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:04:20,667 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:04:25,668 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:04:29,498 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:04:29,498 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:04:29,499 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:04:30,726 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:04:35,726 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:04:39,585 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:04:41,594 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:04:44,498 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:04:44,499 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:04:44,499 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:04:46,696 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:04:51,696 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:04:56,698 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:04:59,500 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:04:59,500 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:04:59,555 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:05:01,770 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:05:06,776 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:05:09,586 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:05:12,587 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:05:14,499 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:05:14,499 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:05:14,500 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:05:17,706 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:05:22,708 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:05:27,708 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:05:29,499 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:05:29,500 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:05:29,500 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:05:32,739 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:05:37,739 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:05:39,594 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:05:43,595 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:05:44,508 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:05:44,508 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:05:44,555 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:05:48,748 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:05:53,749 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:05:58,749 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:05:59,509 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:05:59,509 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:05:59,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:06:04,670 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:06:09,595 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:06:10,606 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:06:14,509 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:06:14,509 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:06:14,555 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:06:15,765 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:06:20,766 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:06:25,767 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:06:29,509 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:06:29,510 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:06:29,555 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:06:31,749 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:06:36,749 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:06:39,596 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:06:42,597 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:06:44,509 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:06:44,519 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:06:44,555 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:06:47,732 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:06:52,733 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:06:57,734 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:06:59,509 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:06:59,510 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:06:59,555 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:07:02,775 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:07:07,776 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:07:09,596 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:07:13,598 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:07:14,509 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:07:14,510 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:07:14,555 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:07:18,718 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:07:23,719 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:07:28,720 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:07:29,509 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:07:29,510 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:07:29,555 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:07:33,734 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:07:38,752 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:07:39,597 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:07:44,500 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:07:44,509 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:07:44,510 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:07:44,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:07:49,689 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:07:54,690 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:07:59,510 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:07:59,510 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:07:59,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:07:59,725 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:08:04,725 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:08:09,598 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:08:10,598 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:08:14,510 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:08:14,510 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:08:14,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:08:15,723 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:08:20,723 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:08:25,725 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:08:29,510 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:08:29,511 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:08:29,555 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:08:30,758 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:08:35,759 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:08:39,598 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:08:41,599 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:08:44,510 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:08:44,511 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:08:44,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:08:46,771 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:08:51,772 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:08:56,773 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:08:59,510 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:08:59,511 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:08:59,557 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:09:02,710 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:09:07,711 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:09:09,599 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:09:13,600 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:09:14,510 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:09:14,511 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:09:14,555 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:09:18,667 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:09:23,667 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:09:28,668 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:09:29,510 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:09:29,511 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:09:29,556 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:09:33,705 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:09:38,715 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:09:39,599 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:09:44,501 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:09:44,510 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:09:44,511 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:09:44,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:09:49,680 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:09:54,681 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:09:59,511 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:09:59,512 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:09:59,555 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:09:59,756 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:10:04,762 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:10:09,600 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:10:10,601 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:10:14,511 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:10:14,511 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:10:14,555 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:10:15,688 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:10:20,689 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:10:25,695 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:10:29,515 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:10:29,516 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:10:29,575 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:10:30,766 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:10:35,767 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:10:39,600 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:10:41,601 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:10:44,515 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:10:44,516 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:10:44,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:10:46,754 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:10:51,755 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:10:56,764 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:10:59,516 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:10:59,516 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:10:59,575 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:11:02,722 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:11:07,732 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:11:09,617 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:11:13,619 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:11:14,516 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:11:14,534 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:11:14,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:11:18,775 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:11:23,776 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:11:28,777 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:11:29,516 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:11:29,517 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:11:29,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:11:34,690 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:11:39,613 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:11:40,614 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:11:44,516 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:11:44,517 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:11:44,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:11:45,746 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:11:50,756 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:11:55,758 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:11:59,516 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:11:59,518 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:11:59,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:12:01,714 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:12:06,714 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:12:09,604 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:12:12,605 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:12:14,516 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:12:14,517 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:12:14,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:12:17,753 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:12:22,765 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:12:27,766 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:12:29,517 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:12:29,518 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:12:29,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:12:33,755 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:12:38,765 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:12:39,605 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:12:44,506 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:12:44,517 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:12:44,517 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:12:44,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:12:49,735 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:12:54,736 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:12:59,517 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:12:59,517 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:12:59,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:12:59,768 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:13:04,769 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:13:09,606 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:13:10,607 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:13:14,517 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:13:14,518 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:13:14,575 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:13:15,690 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:13:20,691 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:13:25,693 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:13:29,517 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:13:29,518 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:13:29,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:13:30,696 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:13:35,696 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:13:39,606 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:13:41,607 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:13:44,518 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:13:44,518 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:13:44,566 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:13:46,724 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:13:51,725 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:13:56,726 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:13:59,518 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:13:59,519 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:13:59,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:14:02,689 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:14:07,689 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:14:09,606 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:14:13,608 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:14:14,518 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:14:14,520 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:14:14,575 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:14:18,745 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:14:23,745 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:14:28,746 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:14:29,518 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:14:29,519 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:14:29,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:14:33,767 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:14:38,768 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:14:39,607 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:14:44,021 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:14:44,519 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:14:44,519 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:14:44,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:14:44,649 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 11:14:49,707 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:14:54,708 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:14:59,519 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:14:59,519 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:14:59,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:15:00,702 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:15:05,702 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:15:09,608 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:15:11,609 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:15:14,519 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:15:14,519 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:15:14,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:15:16,760 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:15:21,761 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:15:26,761 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:15:29,519 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:15:29,520 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:15:29,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:15:31,780 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:15:36,780 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:15:39,608 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:15:42,611 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:15:44,519 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:15:44,520 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:15:44,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:15:47,720 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:15:52,720 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:15:57,721 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:15:59,520 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:15:59,520 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:15:59,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:16:03,686 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:16:08,686 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:16:09,609 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:16:14,508 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:16:14,520 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:16:14,521 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:16:14,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:16:19,706 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:16:24,708 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:16:29,520 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:16:29,520 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:16:29,575 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:16:30,682 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:16:35,690 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:16:39,610 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:16:41,610 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:16:44,520 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:16:44,521 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:16:44,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:16:46,766 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:16:51,767 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:16:56,768 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:16:59,520 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:16:59,522 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:16:59,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:17:02,736 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:17:07,737 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:17:09,610 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:17:13,612 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:17:14,520 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:17:14,521 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:17:14,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:17:18,751 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:17:23,751 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:17:28,752 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:17:29,526 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:17:29,527 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:17:29,575 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:17:34,695 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:17:39,612 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:17:40,613 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:17:44,526 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:17:44,527 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:17:44,582 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:17:45,706 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:17:50,707 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:17:55,708 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:17:59,526 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:17:59,527 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:17:59,585 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:18:00,880 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:18:05,881 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:18:09,611 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:18:11,612 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:18:14,526 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:18:14,527 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:18:14,575 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:18:16,783 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:18:21,784 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:18:26,785 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:18:29,527 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:18:29,527 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:18:29,575 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:18:32,726 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:18:37,727 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:18:39,612 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:18:43,613 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:18:44,527 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:18:44,528 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:18:44,575 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:18:48,686 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:18:53,687 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:18:58,809 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 11:18:58,810 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:18:59,527 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:18:59,528 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:18:59,585 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:19:04,787 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:19:09,614 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:19:10,614 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:19:14,527 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:19:14,528 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:19:14,575 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:19:15,710 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:19:20,711 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:19:25,712 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:19:29,528 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:19:29,528 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:19:29,575 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:19:30,792 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:19:35,793 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:19:39,613 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:19:41,615 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:19:44,528 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:19:44,528 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:19:44,575 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:19:46,799 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:19:51,800 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:19:56,801 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:19:59,536 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:19:59,536 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:19:59,585 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:20:02,786 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:20:07,787 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:20:09,616 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:20:13,617 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:20:14,535 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:20:14,536 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:20:14,585 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:20:18,705 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:20:23,711 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:20:28,712 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:20:29,536 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:20:29,536 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:20:29,585 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:20:33,785 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:20:38,786 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:20:39,617 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:20:44,511 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:20:44,536 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:20:44,536 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:20:44,585 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:20:49,726 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:20:54,727 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:20:59,536 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:20:59,537 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:20:59,585 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:20:59,755 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:21:04,755 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:21:09,617 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:21:10,618 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:21:14,537 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:21:14,538 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:21:14,585 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:21:15,765 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:21:20,768 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:21:25,768 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:21:29,537 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:21:29,538 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:21:29,585 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:21:30,770 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:21:35,771 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:21:39,618 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:21:41,619 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:21:44,546 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:21:44,547 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:21:44,605 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:21:46,764 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:21:51,765 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:21:56,766 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:21:59,546 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:21:59,546 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:21:59,595 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:22:01,786 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:22:06,786 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:22:09,618 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:22:12,619 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:22:14,546 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:22:14,547 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:22:14,595 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:22:17,787 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:22:22,788 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:22:27,789 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:22:29,546 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:22:29,547 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:22:29,595 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:22:33,767 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:22:38,767 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:22:39,626 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:22:44,522 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:22:44,547 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:22:44,548 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:22:44,595 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:22:49,730 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:22:54,731 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:22:59,547 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:22:59,548 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:22:59,605 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:22:59,755 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:23:04,756 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:23:09,627 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:23:10,628 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:23:14,556 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:23:14,557 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:23:14,557 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:23:15,807 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:23:20,808 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:23:25,809 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:23:29,556 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:23:29,557 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:23:29,605 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:23:31,794 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:23:36,795 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:23:39,627 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:23:42,628 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:23:44,556 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:23:44,557 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:23:44,605 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:23:47,763 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:23:52,763 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:23:57,764 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:23:59,556 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:23:59,557 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:23:59,605 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:24:02,802 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:24:07,803 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:24:09,628 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:24:13,629 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:24:14,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:24:14,565 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:24:14,605 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:24:18,826 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:24:23,827 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:24:28,828 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:24:29,556 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:24:29,557 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:24:29,605 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:24:34,819 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:24:39,628 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:24:40,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:24:44,557 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:24:44,557 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:24:44,615 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:24:45,747 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:24:50,748 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:24:55,748 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:24:59,557 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:24:59,557 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:24:59,605 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:25:00,824 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:25:05,826 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:25:09,629 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:25:11,630 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:25:14,557 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:25:14,558 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:25:14,558 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:25:16,753 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:25:21,754 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:25:26,755 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:25:29,566 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:25:29,566 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:25:29,615 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:25:31,792 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:25:36,793 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:25:39,629 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:25:42,631 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:25:44,576 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:25:44,577 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:25:44,626 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:25:47,779 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:25:52,780 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:25:57,780 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:25:59,576 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:25:59,577 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:25:59,625 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:26:02,830 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:26:07,830 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:26:09,630 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:26:13,631 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:26:14,576 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:26:14,577 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:26:14,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:26:18,833 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:26:23,834 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:26:28,834 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:26:29,576 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:26:29,577 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:26:29,625 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:26:34,747 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:26:39,641 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:26:40,642 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:26:44,576 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:26:44,577 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:26:44,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:26:45,816 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:26:50,818 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:26:55,819 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:26:59,577 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:26:59,577 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:26:59,625 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:27:01,772 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:27:06,773 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:27:09,631 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:27:12,633 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:27:14,577 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:27:14,578 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:27:14,625 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:27:17,802 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:27:22,803 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:27:27,804 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:27:29,577 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:27:29,578 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:27:29,625 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:27:33,777 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:27:38,778 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:27:39,632 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:27:44,526 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:27:44,577 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:27:44,578 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:27:44,625 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:27:49,786 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:27:54,787 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:27:59,577 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:27:59,578 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:27:59,625 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:27:59,823 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:28:04,824 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:28:09,632 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:28:10,633 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:28:14,577 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:28:14,578 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:28:14,632 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:28:15,811 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:28:20,811 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:28:25,812 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:28:29,577 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:28:29,578 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:28:29,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:28:30,815 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:28:35,816 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:28:39,633 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:28:41,634 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:28:44,578 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:28:44,578 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:28:44,625 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:28:46,780 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:28:51,781 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:28:56,782 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:28:59,578 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:28:59,578 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:28:59,625 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:29:02,041 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:29:07,042 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:29:09,633 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:29:12,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:29:14,578 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:29:14,578 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:29:14,625 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:29:17,753 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:29:22,754 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:29:27,755 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:29:29,578 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:29:29,578 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:29:29,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:29:33,739 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:29:38,740 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:29:39,634 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:29:44,527 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:29:44,578 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:29:44,579 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:29:44,625 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:29:45,720 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 11:29:49,834 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:29:54,835 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:29:59,578 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:29:59,579 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:29:59,625 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:30:00,767 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:30:05,768 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:30:09,635 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:30:11,636 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:30:14,578 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:30:14,579 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:30:14,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:30:16,789 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:30:21,790 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:30:26,792 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:30:29,578 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:30:29,579 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:30:29,625 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:30:31,817 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:30:36,818 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:30:39,636 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:30:42,638 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:30:44,579 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:30:44,579 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:30:44,625 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:30:47,783 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:30:52,784 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:30:57,785 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:30:59,586 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:30:59,587 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:30:59,587 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:31:02,839 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:31:07,845 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:31:09,636 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:31:13,637 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:31:14,587 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:31:14,588 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:31:14,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:31:18,803 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:31:23,804 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:31:28,805 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:31:29,587 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:31:29,587 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:31:29,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:31:33,839 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:31:38,845 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:31:39,637 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:31:44,537 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:31:44,587 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:31:44,588 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:31:44,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:31:49,823 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:31:54,823 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:31:59,587 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:31:59,587 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:31:59,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:32:00,805 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:32:05,806 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:32:09,637 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:32:11,638 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:32:14,587 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:32:14,588 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:32:14,645 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:32:16,805 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:32:21,806 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:32:26,807 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:32:29,587 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:32:29,588 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:32:29,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:32:32,805 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:32:37,806 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:32:39,638 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:32:43,639 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:32:44,587 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:32:44,588 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:32:44,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:32:48,812 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:32:53,813 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:32:58,814 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:32:59,587 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:32:59,588 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:32:59,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:33:04,767 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:33:09,639 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:33:10,640 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:33:14,588 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:33:14,588 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:33:14,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:33:15,842 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:33:20,843 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:33:25,844 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:33:29,588 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:33:29,588 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:33:29,636 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:33:31,786 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:33:36,787 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:33:39,639 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:33:42,641 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:33:44,588 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:33:44,588 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:33:44,646 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:33:47,784 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:33:52,785 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:33:57,786 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:33:59,589 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:33:59,589 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:33:59,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:34:03,763 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:34:08,763 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:34:09,640 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:34:14,540 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:34:14,588 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:34:14,589 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:34:14,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:34:19,787 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:34:24,788 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:34:29,588 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:34:29,589 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:34:29,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:34:29,845 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:34:34,845 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:34:39,642 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:34:40,643 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:34:44,589 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:34:44,589 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:34:44,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:34:45,796 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:34:50,796 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:34:55,797 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:34:59,589 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:34:59,590 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:34:59,590 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:35:00,853 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:35:05,854 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:35:09,641 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:35:11,642 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:35:14,589 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:35:14,589 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:35:14,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:35:16,836 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:35:21,837 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:35:26,838 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:35:29,589 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:35:29,590 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:35:29,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:35:32,829 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:35:37,830 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:35:39,641 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:35:43,643 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:35:44,589 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:35:44,589 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:35:44,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:35:48,826 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:35:53,827 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:35:58,828 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:35:59,589 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:35:59,590 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:35:59,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:36:04,823 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:36:09,643 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:36:10,643 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:36:14,589 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:36:14,590 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:36:14,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:36:15,853 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:36:20,854 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:36:25,856 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:36:29,589 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:36:29,590 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:36:29,646 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:36:31,752 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:36:36,753 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:36:39,643 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:36:42,644 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:36:44,590 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:36:44,590 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:36:44,645 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:36:47,773 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:36:52,775 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:36:57,775 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:36:59,590 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:36:59,590 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:36:59,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:37:02,840 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:37:07,841 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:37:09,643 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:37:13,648 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:37:14,590 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:37:14,590 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:37:14,645 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:37:18,793 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:37:23,794 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:37:28,794 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:37:29,590 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:37:29,590 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:37:29,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:37:34,760 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:37:39,644 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:37:40,645 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:37:44,591 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:37:44,595 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:37:44,596 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:37:45,839 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:37:50,854 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:37:55,855 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:37:59,591 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:37:59,596 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:37:59,597 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:38:01,802 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:38:06,803 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:38:09,645 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:38:12,646 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:38:14,590 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:38:14,596 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:38:14,596 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:38:17,784 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:38:22,784 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:38:28,233 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:38:29,591 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:38:29,596 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:38:29,597 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:38:29,989 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 11:38:33,822 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:38:38,823 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:38:39,645 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:38:44,548 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:38:44,591 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:38:44,596 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:38:44,596 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:38:49,752 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:38:54,753 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:38:59,591 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:38:59,596 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:38:59,597 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:38:59,876 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:39:04,879 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:39:09,646 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:39:10,647 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:39:14,596 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:39:14,597 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:39:14,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:39:15,835 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:39:20,835 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:39:25,846 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:39:29,596 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:39:29,597 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:39:29,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:39:31,831 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:39:36,835 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:39:39,646 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:39:42,647 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:39:44,596 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:39:44,597 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:39:44,645 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:39:47,765 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:39:52,766 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:39:57,766 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:39:59,600 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:39:59,600 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:39:59,600 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:40:02,824 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:40:07,825 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:40:09,646 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:40:13,647 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:40:14,600 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:40:14,601 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:40:14,601 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:40:18,761 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:40:23,762 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:40:28,762 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:40:29,600 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:40:29,601 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:40:29,601 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:40:33,825 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:40:38,826 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:40:39,647 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:40:44,556 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:40:44,600 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:40:44,601 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:40:44,602 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:40:49,791 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:40:54,792 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:40:59,600 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:40:59,603 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:40:59,604 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:40:59,836 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:41:04,837 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:41:09,648 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:41:10,649 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:41:14,600 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:41:14,603 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:41:14,604 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:41:15,795 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:41:20,805 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:41:25,806 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:41:29,600 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:41:29,603 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:41:29,604 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:41:30,852 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:41:35,853 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:41:39,660 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:41:41,661 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:41:44,600 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:41:44,603 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:41:44,604 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:41:46,819 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:41:51,820 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:41:56,821 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:41:59,600 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:41:59,603 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:41:59,604 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:42:01,832 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:42:06,832 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:42:09,649 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:42:12,650 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:42:14,601 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:42:14,604 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:42:14,604 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:42:17,846 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:42:22,847 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:42:27,847 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:42:29,601 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:42:29,604 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:42:29,605 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:42:33,842 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:42:38,843 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:42:39,649 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:42:44,568 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:42:44,601 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:42:44,604 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:42:44,605 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:42:49,859 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:42:54,860 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:42:59,601 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:42:59,604 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:42:59,605 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:43:00,783 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:43:05,784 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:43:09,651 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:43:11,653 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:43:14,601 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:43:14,604 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:43:14,605 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:43:16,832 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:43:21,833 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:43:26,834 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:43:29,601 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:43:29,604 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:43:29,604 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:43:32,828 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:43:37,829 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:43:39,652 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:43:43,653 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:43:44,601 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:43:44,604 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:43:44,605 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:43:48,768 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:43:53,769 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:43:58,769 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:43:59,601 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:43:59,605 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:43:59,605 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:44:03,865 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:44:08,866 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:44:09,652 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:44:14,569 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:44:14,601 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:44:14,605 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:44:14,605 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:44:18,646 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 11:44:20,556 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:44:25,557 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:44:29,601 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:44:29,604 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:44:29,605 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:44:30,829 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:44:35,830 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:44:39,653 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:44:41,654 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:44:44,602 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:44:44,605 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:44:44,606 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:44:46,848 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:44:51,849 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:44:56,858 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:44:59,602 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:44:59,605 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:44:59,605 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:45:02,774 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:45:07,785 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:45:09,660 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:45:13,663 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:45:14,602 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:45:14,606 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:45:14,607 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:45:18,843 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:45:23,865 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:45:28,866 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:45:29,603 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:45:29,606 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:45:29,608 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:45:34,827 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:45:39,654 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:45:40,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:45:44,602 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:45:44,605 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:45:44,606 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:45:45,851 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:45:50,855 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:45:55,855 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:45:59,602 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:45:59,606 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:45:59,606 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:46:01,818 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:46:06,819 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:46:09,654 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:46:12,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:46:14,603 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:46:14,606 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:46:14,607 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:46:17,865 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:46:22,875 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:46:27,876 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:46:29,602 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:46:29,606 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:46:29,606 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:46:33,800 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:46:38,803 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:46:39,655 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:46:44,582 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:46:44,603 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:46:44,606 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:46:44,607 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:46:49,858 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:46:54,859 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:46:59,606 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:46:59,607 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:46:59,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:47:00,792 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:47:05,793 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:47:09,656 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:47:11,656 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:47:14,606 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:47:14,607 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:47:14,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:47:16,859 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:47:21,860 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:47:26,861 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:47:29,606 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:47:29,607 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:47:29,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:47:32,794 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:47:37,796 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:47:39,656 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:47:43,660 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:47:44,606 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:47:44,607 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:47:44,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:47:48,817 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:47:53,821 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:47:58,822 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:47:59,607 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:47:59,607 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:47:59,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:48:03,825 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:48:08,826 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:48:09,657 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:48:14,583 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:48:14,607 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:48:14,607 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:48:14,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:48:19,827 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:48:24,828 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:48:29,607 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:48:29,608 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:48:29,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:48:29,839 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:48:34,839 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:48:39,658 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:48:40,659 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:48:44,608 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:48:44,609 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:48:44,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:48:45,806 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:48:50,807 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:48:55,807 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:48:59,608 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:48:59,609 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:48:59,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:49:01,805 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:49:06,806 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:49:09,658 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:49:12,660 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:49:14,608 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:49:14,608 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:49:14,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:49:17,867 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:49:22,868 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:49:27,869 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:49:29,608 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:49:29,609 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:49:29,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:49:33,825 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:49:38,826 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:49:39,660 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:49:44,587 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:49:44,609 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:49:44,609 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:49:44,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:49:49,844 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:49:54,845 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:49:59,608 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:49:59,609 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:49:59,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:50:00,837 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:50:05,838 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:50:09,659 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:50:11,660 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:50:14,609 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:50:14,609 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:50:14,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:50:16,838 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:50:21,843 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:50:26,844 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:50:29,609 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:50:29,609 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:50:29,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:50:32,793 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:50:37,794 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:50:39,660 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:50:43,661 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:50:44,609 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:50:44,609 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:50:44,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:50:48,835 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:50:53,836 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:50:58,837 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:50:59,609 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:50:59,609 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:50:59,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:51:04,010 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:51:09,021 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:51:09,661 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:51:14,586 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:51:14,609 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:51:14,609 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:51:14,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:51:19,873 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:51:24,874 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:51:29,609 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:51:29,610 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:51:29,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:51:30,858 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:51:35,859 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:51:39,661 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:51:41,662 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:51:44,609 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:51:44,610 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:51:44,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:51:46,859 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:51:51,862 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:51:56,863 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:51:59,609 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:51:59,610 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:51:59,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:52:02,774 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:52:07,774 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:52:09,662 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:52:13,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:52:14,609 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:52:14,610 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:52:14,663 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:52:18,858 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:52:23,858 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:52:28,859 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:52:29,609 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:52:29,610 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:52:29,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:52:34,838 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:52:39,663 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:52:40,663 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:52:44,610 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:52:44,610 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:52:44,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:52:45,773 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:52:50,774 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:52:55,775 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:52:59,610 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:52:59,610 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:52:59,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:53:00,850 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:53:05,851 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:53:09,663 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:53:11,664 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:53:14,610 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:53:14,611 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:53:14,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:53:16,858 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:53:21,864 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:53:26,865 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:53:29,610 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:53:29,610 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:53:29,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:53:32,828 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:53:37,829 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:53:39,663 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:53:43,664 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:53:44,610 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:53:44,611 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:53:44,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:53:48,826 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:53:53,827 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:53:58,835 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:53:59,610 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:53:59,611 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:53:59,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:54:03,853 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:54:08,854 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:54:09,677 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:54:14,588 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:54:14,610 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:54:14,611 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:54:14,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:54:19,827 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:54:24,828 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:54:29,611 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:54:29,611 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:54:29,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:54:30,807 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:54:35,808 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:54:39,664 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:54:41,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:54:44,611 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:54:44,611 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:54:44,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:54:46,868 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:54:51,868 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:54:56,869 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:54:59,611 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:54:59,615 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:54:59,645 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:55:02,809 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:55:07,810 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:55:09,665 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:55:13,667 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:55:14,611 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:55:14,611 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:55:14,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:55:18,791 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:55:23,791 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:55:28,792 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:55:29,611 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:55:29,612 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:55:29,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:55:33,816 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:55:38,825 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:55:39,675 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:55:44,589 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:55:44,611 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:55:44,612 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:55:44,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:55:49,822 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:55:54,822 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:55:59,611 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:55:59,612 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:55:59,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:56:00,770 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:56:05,771 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:56:09,676 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:56:11,677 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:56:14,611 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:56:14,612 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:56:14,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:56:16,810 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:56:21,811 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:56:26,812 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:56:29,612 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:56:29,612 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:56:29,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:56:31,829 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:56:36,835 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:56:39,676 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:56:42,678 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:56:44,611 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:56:44,612 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:56:44,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:56:47,821 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:56:52,822 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:56:57,826 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:56:59,612 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:56:59,612 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:56:59,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:57:02,841 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:57:07,842 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:57:09,688 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:57:13,689 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:57:14,612 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:57:14,612 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:57:14,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:57:18,859 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:57:23,860 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:57:28,860 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:57:29,612 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:57:29,612 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:57:29,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:57:34,769 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:57:39,677 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:57:40,678 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:57:44,612 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:57:44,612 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:57:44,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:57:45,862 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:57:50,863 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:57:55,863 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:57:59,612 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:57:59,613 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:57:59,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:58:01,148 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 11:58:01,784 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:58:06,786 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:58:09,678 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:58:12,678 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:58:14,612 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:58:14,613 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:58:14,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:58:17,855 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:58:22,866 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:58:27,866 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:58:29,612 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:58:29,613 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:58:29,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:58:33,829 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:58:38,830 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:58:39,679 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:58:41,278 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 11:58:44,602 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:58:44,612 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:58:44,613 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:58:44,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:58:49,785 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:58:54,785 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:58:59,613 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:58:59,613 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:58:59,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:58:59,818 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:59:04,826 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:59:09,679 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:59:10,679 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:59:14,612 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:59:14,613 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:59:14,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:59:15,802 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:59:20,802 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:59:25,803 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:59:29,613 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:59:29,613 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:59:29,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:59:30,878 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:59:35,878 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:59:39,679 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 11:59:41,680 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:59:44,613 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:59:44,613 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:59:44,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 11:59:46,830 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:59:51,831 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:59:56,832 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 11:59:59,613 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 11:59:59,613 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 11:59:59,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:00:02,795 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:00:07,796 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:00:09,680 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:00:13,681 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:00:14,613 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:00:14,614 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:00:14,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:00:18,874 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:00:23,874 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:00:28,875 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:00:29,613 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:00:29,614 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:00:29,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:00:34,851 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:00:39,680 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:00:40,681 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:00:44,613 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:00:44,618 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:00:44,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:00:45,861 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:00:50,862 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:00:55,863 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:00:59,614 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:00:59,615 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:00:59,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:01:00,865 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:01:05,867 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:01:09,681 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:01:11,682 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:01:14,614 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:01:14,614 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:01:14,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:01:16,845 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:01:21,856 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:01:26,857 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:01:29,614 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:01:29,614 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:01:29,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:01:32,797 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:01:37,798 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:01:39,682 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:01:43,683 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:01:44,614 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:01:44,614 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:01:44,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:01:48,850 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:01:53,851 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:01:58,851 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:01:59,614 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:01:59,616 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:01:59,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:02:04,836 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:02:09,682 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:02:10,683 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:02:14,614 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:02:14,614 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:02:14,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:02:15,863 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:02:20,863 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:02:25,864 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:02:29,615 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:02:29,621 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:02:29,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:02:30,876 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:02:35,886 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:02:39,683 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:02:41,683 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:02:44,614 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:02:44,615 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:02:44,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:02:46,833 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:02:51,833 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:02:56,834 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:02:59,614 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:02:59,615 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:02:59,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:03:02,795 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:03:07,796 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:03:09,683 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:03:13,684 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:03:14,614 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:03:14,615 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:03:14,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:03:18,847 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:03:23,848 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:03:28,849 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:03:29,615 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:03:29,616 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:03:29,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:03:34,840 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:03:39,684 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:03:40,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:03:44,615 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:03:44,615 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:03:44,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:03:45,831 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:03:50,832 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:03:55,833 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:03:59,615 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:03:59,615 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:03:59,659 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:04:01,824 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:04:06,825 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:04:09,684 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:04:12,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:04:14,615 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:04:14,615 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:04:14,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:04:17,860 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:04:22,861 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:04:27,862 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:04:29,615 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:04:29,616 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:04:29,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:04:33,830 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:04:38,830 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:04:39,685 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:04:44,606 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:04:44,615 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:04:44,616 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:04:44,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:04:49,832 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:04:54,833 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:04:59,615 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:04:59,616 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:04:59,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:04:59,862 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:05:04,862 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:05:09,685 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:05:10,686 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:05:14,616 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:05:14,616 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:05:14,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:05:15,865 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:05:20,875 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:05:25,876 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:05:29,616 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:05:29,617 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:05:29,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:05:31,860 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:05:36,861 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:05:39,686 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:05:42,687 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:05:44,616 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:05:44,616 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:05:44,675 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:05:47,845 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:05:52,846 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:05:57,846 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:05:59,617 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:05:59,618 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:05:59,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:06:03,800 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:06:08,806 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:06:09,687 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:06:14,606 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:06:14,617 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:06:14,618 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:06:14,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:06:19,873 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:06:24,876 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:06:29,619 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:06:29,620 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:06:29,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:06:30,809 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:06:35,816 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:06:39,690 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:06:41,691 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:06:44,618 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:06:44,619 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:06:44,671 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:06:46,821 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:06:51,822 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:06:56,823 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:06:59,618 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:06:59,619 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:06:59,675 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:07:01,825 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:07:06,826 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:07:09,691 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:07:12,692 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:07:14,618 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:07:14,619 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:07:14,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:07:17,836 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:07:22,836 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:07:27,837 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:07:29,618 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:07:29,619 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:07:29,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:07:33,824 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:07:38,836 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:07:39,692 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:07:44,608 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:07:44,622 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:07:44,637 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:07:44,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:07:49,850 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:07:54,851 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:07:59,622 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:07:59,622 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:07:59,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:07:59,858 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:08:04,859 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:08:09,692 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:08:10,693 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:08:14,622 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:08:14,623 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:08:14,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:08:15,843 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:08:20,844 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:08:25,845 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:08:29,622 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:08:29,622 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:08:29,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:08:30,872 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:08:35,873 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:08:39,693 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:08:41,695 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:08:44,622 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:08:44,624 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:08:44,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:08:46,853 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:08:51,854 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:08:56,855 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:08:59,622 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:08:59,623 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:08:59,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:09:02,800 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:09:07,801 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:09:09,693 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:09:13,694 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:09:14,622 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:09:14,623 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:09:14,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:09:18,835 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:09:23,854 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:09:28,855 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:09:29,622 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:09:29,623 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:09:29,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:09:34,822 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:09:39,694 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:09:40,704 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:09:44,623 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:09:44,623 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:09:44,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:09:45,785 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:09:50,785 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:09:55,786 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:09:59,623 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:09:59,623 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:09:59,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:10:00,824 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:10:05,825 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:10:09,694 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:10:11,696 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:10:14,623 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:10:14,623 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:10:14,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:10:16,847 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:10:21,849 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:10:26,850 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:10:29,623 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:10:29,624 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:10:29,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:10:31,884 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:10:36,885 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:10:39,695 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:10:42,696 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:10:44,623 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:10:44,624 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:10:44,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:10:47,824 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:10:52,825 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:10:57,825 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:10:59,623 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:10:59,633 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:10:59,675 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:11:02,851 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:11:07,852 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:11:09,695 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:11:13,696 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:11:14,623 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:11:14,624 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:11:14,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:11:18,822 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:11:23,822 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:11:28,833 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:11:29,624 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:11:29,624 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:11:29,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:11:33,853 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:11:38,854 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:11:39,696 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:11:44,611 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:11:44,625 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:11:44,625 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:11:44,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:11:49,886 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:11:54,887 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:11:59,624 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:11:59,625 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:11:59,675 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:12:00,827 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:12:05,827 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:12:09,707 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:12:11,708 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:12:14,624 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:12:14,625 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:12:14,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:12:16,862 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:12:21,863 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:12:26,864 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:12:29,625 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:12:29,626 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:12:29,666 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:12:32,794 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:12:37,800 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:12:39,697 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:12:43,698 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:12:44,625 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:12:44,625 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:12:44,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:12:48,842 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:12:53,843 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:12:58,844 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:12:59,625 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:12:59,625 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:12:59,675 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:13:02,497 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:13:04,102 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:13:09,103 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:13:09,698 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:13:14,625 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:13:14,626 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:13:14,646 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:13:14,837 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:13:19,838 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:13:24,838 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:13:29,625 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:13:29,626 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:13:29,675 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:13:30,843 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:13:35,844 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:13:39,700 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:13:41,701 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:13:44,626 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:13:44,626 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:13:44,675 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:13:46,873 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:13:51,874 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:13:56,874 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:13:59,625 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:13:59,627 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:13:59,695 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:14:01,884 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:14:06,885 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:14:09,699 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:14:12,700 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:14:14,625 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:14:14,626 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:14:14,675 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:14:17,793 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:14:22,794 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:14:27,795 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:14:29,626 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:14:29,628 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:14:29,675 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:14:32,886 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:14:37,887 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:14:39,700 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:14:43,701 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:14:44,626 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:14:44,626 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:14:44,686 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:14:48,804 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:14:53,805 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:14:58,806 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:14:59,626 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:14:59,627 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:14:59,675 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:15:04,792 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:15:09,700 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:15:10,705 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:15:14,627 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:15:14,627 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:15:14,675 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:15:15,794 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:15:20,795 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:15:25,796 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:15:29,627 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:15:29,627 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:15:29,675 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:15:30,873 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:15:35,874 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:15:39,701 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:15:41,702 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:15:44,627 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:15:44,627 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:15:44,675 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:15:46,873 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:15:51,873 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:15:56,874 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:15:59,627 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:15:59,628 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:15:59,675 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:16:02,805 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:16:07,805 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:16:09,701 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:16:13,702 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:16:14,627 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:16:14,628 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:16:14,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:16:18,791 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:16:23,792 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:16:28,793 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:16:29,627 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:16:29,628 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:16:29,647 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:16:30,379 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:16:33,809 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:16:38,810 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:16:39,702 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:16:44,627 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:16:44,628 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:16:44,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:16:44,778 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:16:49,788 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:16:54,796 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:16:59,628 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:16:59,628 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:16:59,675 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:16:59,803 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:17:04,815 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:17:09,703 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:17:10,703 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:17:14,628 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:17:14,628 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:17:14,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:17:15,841 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:17:20,842 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:17:25,843 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:17:29,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:17:29,635 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:17:29,675 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:17:31,808 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:17:36,815 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:17:39,703 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:17:42,704 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:17:44,628 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:17:44,629 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:17:44,675 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:17:47,841 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:17:52,842 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:17:57,843 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:17:59,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:17:59,636 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:17:59,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:18:03,842 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:18:08,843 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:18:09,704 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:18:14,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:18:14,636 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:18:14,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:18:14,832 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:18:19,832 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:18:24,833 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:18:29,638 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:18:29,648 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:18:29,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:18:29,879 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:18:34,879 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:18:39,705 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:18:40,706 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:18:44,638 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:18:44,639 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:18:44,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:18:45,848 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:18:50,849 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:18:55,849 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:18:59,639 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:18:59,640 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:18:59,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:19:00,884 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:19:05,885 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:19:09,705 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:19:11,706 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:19:14,639 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:19:14,639 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:19:14,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:19:16,888 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:19:21,888 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:19:26,889 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:19:29,639 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:19:29,640 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:19:29,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:19:32,866 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:19:37,866 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:19:39,705 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:19:43,706 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:19:44,639 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:19:44,640 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:19:44,695 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:19:48,818 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:19:53,819 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:19:58,819 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:19:59,639 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:19:59,640 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:19:59,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:20:03,887 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:20:08,888 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:20:09,707 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:20:14,640 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:20:14,640 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:20:14,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:20:14,861 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:20:19,862 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:20:24,863 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:20:29,639 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:20:29,640 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:20:29,695 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:20:30,829 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:20:35,830 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:20:39,706 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:20:41,707 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:20:44,640 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:20:44,640 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:20:44,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:20:46,887 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:20:51,888 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:20:56,888 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:20:59,640 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:20:59,640 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:20:59,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:21:02,852 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:21:07,863 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:21:09,707 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:21:13,708 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:21:14,640 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:21:14,640 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:21:14,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:21:18,873 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:21:23,874 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:21:28,875 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:21:29,640 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:21:29,644 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:21:29,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:21:34,852 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:21:39,707 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:21:40,708 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:21:44,640 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:21:44,641 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:21:44,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:21:45,888 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:21:50,889 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:21:55,895 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:21:59,640 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:21:59,641 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:21:59,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:22:00,897 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:22:05,898 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:22:09,708 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:22:11,708 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:22:14,640 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:22:14,641 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:22:14,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:22:16,828 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:22:21,829 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:22:26,830 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:22:29,641 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:22:29,641 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:22:29,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:22:31,894 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:22:36,894 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:22:39,708 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:22:42,709 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:22:44,641 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:22:44,641 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:22:44,695 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:22:47,807 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:22:52,808 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:22:57,809 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:22:59,641 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:22:59,641 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:22:59,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:23:02,824 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:23:07,834 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:23:09,709 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:23:13,710 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:23:14,641 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:23:14,642 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:23:14,695 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:23:18,837 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:23:23,838 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:23:28,844 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:23:29,641 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:23:29,642 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:23:29,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:23:33,887 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:23:38,888 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:23:39,709 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:23:44,641 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:23:44,642 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:23:44,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:23:44,833 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:23:49,837 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:23:54,837 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:23:59,642 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:23:59,642 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:23:59,695 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:23:59,859 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:24:04,859 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:24:09,710 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:24:10,711 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:24:14,642 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:24:14,642 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:24:14,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:24:15,883 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:24:20,884 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:24:25,885 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:24:29,647 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:24:29,650 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:24:29,706 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:24:31,861 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:24:36,862 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:24:39,710 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:24:42,711 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:24:44,643 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:24:44,644 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:24:44,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:24:47,917 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:24:52,918 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:24:57,926 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:24:59,645 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:24:59,646 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:24:59,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:25:03,845 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:25:08,846 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:25:09,711 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:25:14,644 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:25:14,644 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:25:14,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:25:14,901 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:25:19,902 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:25:24,903 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:25:29,644 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:25:29,645 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:25:29,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:25:30,822 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:25:35,823 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:25:39,711 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:25:41,712 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:25:44,644 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:25:44,644 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:25:44,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:25:46,856 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:25:51,864 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:25:56,865 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:25:59,644 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:25:59,645 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:25:59,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:26:02,864 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:26:07,865 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:26:09,712 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:26:13,713 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:26:14,644 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:26:14,645 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:26:14,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:26:18,837 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:26:23,838 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:26:28,839 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:26:29,644 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:26:29,645 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:26:29,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:26:34,821 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:26:39,712 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:26:40,713 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:26:44,644 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:26:44,645 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:26:44,695 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:26:45,865 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:26:50,866 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:26:55,867 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:26:59,645 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:26:59,645 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:26:59,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:27:01,811 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:27:07,805 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:27:09,724 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:27:09,833 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:27:13,725 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:27:14,645 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:27:14,645 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:27:14,660 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:27:18,890 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:27:23,890 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:27:28,895 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:27:29,645 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:27:29,648 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:27:29,660 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:27:33,906 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:27:38,907 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:27:39,714 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:27:44,645 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:27:44,646 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:27:44,660 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:27:44,878 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:27:49,879 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:27:54,880 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:27:59,645 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:27:59,646 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:27:59,669 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:28:00,837 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:28:05,839 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:28:09,714 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:28:11,715 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:28:14,645 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:28:14,646 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:28:14,669 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:28:16,888 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:28:21,889 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:28:26,890 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:28:29,646 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:28:29,647 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:28:29,669 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:28:32,839 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:28:37,839 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:28:39,715 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:28:43,716 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:28:44,645 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:28:44,647 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:28:44,669 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:28:48,832 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:28:53,832 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:28:58,833 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:28:59,645 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:28:59,646 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:28:59,669 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:29:03,856 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:29:08,865 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:29:09,715 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:29:14,645 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:29:14,646 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:29:14,670 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:29:14,830 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:29:19,830 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:29:24,831 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:29:29,646 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:29:29,646 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:29:29,670 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:29:29,876 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:29:34,877 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:29:39,716 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:29:40,717 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:29:44,646 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:29:44,646 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:29:44,670 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:29:45,902 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:29:50,902 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:29:55,911 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:29:59,646 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:29:59,646 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:29:59,670 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:30:01,875 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:30:06,876 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:30:09,717 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:30:12,718 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:30:14,646 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:30:14,646 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:30:14,670 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:30:17,828 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:30:22,829 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:30:27,830 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:30:29,647 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:30:29,650 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:30:29,670 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:30:32,850 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:30:37,850 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:30:39,717 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:30:43,718 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:30:44,647 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:30:44,647 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:30:44,670 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:30:48,846 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:30:53,847 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:30:58,848 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:30:59,647 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:30:59,651 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:30:59,670 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:31:03,863 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:31:08,874 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:31:09,719 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:31:14,647 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:31:14,648 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:31:14,670 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:31:14,825 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:31:19,836 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:31:24,836 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:31:29,648 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:31:29,648 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:31:29,671 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:31:29,911 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:31:34,911 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:31:39,718 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:31:40,719 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:31:44,648 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:31:44,648 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:31:44,671 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:31:45,865 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:31:50,865 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:31:55,866 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:31:59,652 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:31:59,654 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:31:59,671 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:32:00,894 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:32:05,895 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:32:09,719 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:32:11,720 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:32:14,654 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:32:14,654 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:32:14,671 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:32:16,822 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:32:21,829 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:32:26,830 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:32:29,652 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:32:29,653 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:32:29,671 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:32:31,862 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:32:36,863 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:32:39,720 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:32:42,721 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:32:44,653 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:32:44,654 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:32:44,671 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:32:47,906 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:32:52,907 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:32:57,908 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:32:59,656 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:32:59,656 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:32:59,672 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:33:03,872 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:33:08,873 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:33:09,721 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:33:14,654 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:33:14,656 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:33:14,674 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:33:14,836 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:33:19,836 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:33:24,837 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:33:29,653 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:33:29,654 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:33:29,682 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:33:29,887 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:33:34,888 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:33:39,722 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:33:40,723 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:33:44,653 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:33:44,655 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:33:44,679 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:33:45,870 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:33:50,872 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:33:55,872 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:33:59,654 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:33:59,655 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:33:59,679 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:34:01,846 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:34:06,847 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:34:09,722 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:34:12,723 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:34:14,654 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:34:14,656 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:34:14,679 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:34:17,867 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:34:22,869 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:34:27,876 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:34:29,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:34:29,655 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:34:29,679 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:34:32,881 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:34:37,882 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:34:39,723 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:34:43,724 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:34:44,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:34:44,655 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:34:44,679 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:34:48,878 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:34:51,790 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:34:54,195 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:34:59,196 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:34:59,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:34:59,655 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:34:59,680 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:35:04,836 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:35:09,723 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:35:10,725 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:35:14,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:35:14,656 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:35:14,705 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:35:15,887 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:35:20,889 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:35:25,889 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:35:29,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:35:29,656 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:35:29,695 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:35:31,856 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:35:36,857 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:35:39,726 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:35:42,728 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:35:44,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:35:44,656 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:35:44,705 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:35:47,886 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:35:52,887 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:35:57,888 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:35:59,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:35:59,656 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:35:59,705 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:36:03,829 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:36:08,830 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:36:09,725 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:36:14,656 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:36:14,656 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:36:14,705 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:36:14,904 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:36:19,905 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:36:24,906 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:36:29,656 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:36:29,656 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:36:29,705 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:36:30,903 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:36:35,904 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:36:39,725 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:36:41,727 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:36:44,656 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:36:44,656 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:36:44,715 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:36:46,858 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:36:51,859 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:36:56,859 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:36:59,656 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:36:59,657 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:36:59,715 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:37:01,897 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:37:06,897 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:37:09,726 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:37:12,727 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:37:14,656 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:37:14,657 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:37:14,705 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:37:17,833 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:37:22,833 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:37:27,834 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:37:29,657 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:37:29,657 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:37:29,715 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:37:32,906 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:37:37,907 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:37:39,726 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:37:43,728 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:37:44,656 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:37:44,657 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:37:44,715 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:37:48,875 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:37:53,876 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:37:58,885 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:37:59,657 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:37:59,657 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:37:59,705 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:38:04,868 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:38:09,727 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:38:10,733 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:38:14,657 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:38:14,657 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:38:14,705 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:38:15,827 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:38:20,828 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:38:25,828 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:38:29,657 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:38:29,657 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:38:29,705 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:38:31,827 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:38:36,828 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:38:39,728 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:38:42,729 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:38:44,657 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:38:44,658 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:38:44,715 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:38:47,862 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:38:52,868 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:38:57,877 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:38:59,657 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:38:59,658 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:38:59,705 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:39:03,871 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:39:08,872 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:39:09,728 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:39:14,657 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:39:14,658 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:39:14,715 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:39:14,896 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:39:19,903 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:39:24,903 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:39:29,663 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:39:29,670 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:39:29,705 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:39:30,862 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:39:35,863 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:39:39,729 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:39:41,737 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:39:44,662 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:39:44,663 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:39:44,705 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:39:46,852 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:39:51,853 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:39:56,854 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:39:59,662 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:39:59,663 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:39:59,705 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:40:01,911 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:40:06,912 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:40:09,729 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:40:12,733 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:40:14,662 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:40:14,663 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:40:14,706 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:40:17,935 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:40:22,936 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:40:27,937 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:40:29,663 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:40:29,663 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:40:29,715 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:40:33,836 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:40:38,837 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:40:39,749 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:40:44,663 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:40:44,664 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:40:44,705 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:40:44,932 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:40:49,933 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:40:54,937 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:40:59,670 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:40:59,671 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:40:59,729 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:41:00,924 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:41:05,924 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:41:09,737 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:41:11,742 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:41:14,670 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:41:14,671 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:41:14,715 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:41:16,917 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:41:21,918 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:41:27,406 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:41:28,594 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:41:29,671 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:41:29,671 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:41:29,683 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:41:32,898 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:41:37,899 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:41:39,741 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:41:43,751 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:41:44,671 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:41:44,671 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:41:44,683 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:41:48,904 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:41:53,910 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:41:58,911 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:41:59,671 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:41:59,671 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:41:59,683 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:42:03,960 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:42:08,962 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:42:09,754 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:42:14,671 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:42:14,673 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:42:14,683 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:42:14,956 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:42:19,957 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:42:24,957 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:42:29,671 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:42:29,672 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:42:29,683 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:42:30,912 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:42:35,913 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:42:39,739 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:42:41,740 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:42:44,683 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:42:44,684 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:42:44,684 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:42:46,884 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:42:51,885 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:42:56,886 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:42:59,682 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:42:59,682 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:42:59,684 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:43:01,903 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:43:06,087 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:43:07,275 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:43:09,740 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:43:12,741 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:43:14,682 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:43:14,683 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:43:14,684 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:43:17,845 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:43:22,846 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:43:27,847 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:43:32,848 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:43:37,849 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:43:39,740 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:43:43,741 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:43:48,743 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:43:53,743 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:43:58,744 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:44:03,745 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:44:08,746 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:44:09,751 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:44:13,752 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:44:18,753 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:44:23,754 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:44:28,755 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:44:30,046 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:44:30,047 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:44:30,048 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:44:34,273 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:44:39,703 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:44:39,742 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:44:40,574 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:44:44,744 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:44:45,046 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:44:45,046 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:44:45,047 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:44:50,301 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:44:55,302 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:44:58,683 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:45:00,048 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:45:00,048 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:45:00,049 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:45:01,241 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:45:06,243 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:45:09,743 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:45:09,752 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:45:11,744 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:45:15,047 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:45:15,047 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:45:15,048 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:45:17,241 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:45:19,832 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:45:22,471 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:45:27,473 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:45:30,047 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:45:30,049 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:45:30,050 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:45:31,933 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:45:33,290 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:45:38,292 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:45:39,744 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:45:42,004 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:45:44,175 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:45:45,047 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:45:45,047 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:45:45,050 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:45:49,275 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:45:52,065 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:45:54,402 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:45:59,404 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:46:00,049 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:46:00,051 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:46:00,051 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:46:02,130 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:46:04,543 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:46:09,544 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:46:09,746 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:46:12,219 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:46:15,047 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:46:15,048 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:46:15,050 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:46:15,225 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:46:20,227 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:46:22,305 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:46:25,475 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:46:30,477 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:46:31,551 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:46:31,553 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:46:31,554 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:46:34,384 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:46:35,697 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:46:39,748 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:46:40,751 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:46:44,455 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:46:45,889 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:46:46,550 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:46:46,550 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:46:46,551 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:46:51,706 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:46:54,527 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:46:57,554 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:47:02,277 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:47:02,278 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:47:02,280 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:47:03,416 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:47:04,586 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:47:08,417 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:47:09,747 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:47:14,251 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:47:14,654 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:47:17,275 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:47:17,276 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:47:17,276 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:47:19,477 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:47:24,597 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:47:24,713 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:47:29,598 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:47:34,122 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:47:34,123 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:47:34,124 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:47:35,287 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:47:36,783 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:47:39,748 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:47:40,749 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:47:46,062 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:47:46,847 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:47:49,120 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:47:49,121 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:47:49,165 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:47:51,302 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:47:56,875 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:47:56,923 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:48:01,876 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:48:04,368 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:48:04,369 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:48:04,370 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:48:05,626 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 12:48:05,646 DEBUG SenderThread:607337 [sender.py:send():380] send: metric +2023-11-19 12:48:05,650 DEBUG SenderThread:607337 [sender.py:send():380] send: metric +2023-11-19 12:48:05,651 DEBUG SenderThread:607337 [sender.py:send():380] send: metric +2023-11-19 12:48:05,651 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 12:48:05,652 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 12:48:05,666 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 12:48:05,992 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:48:05,993 INFO Thread-12 :607337 [dir_watcher.py:_on_file_created():271] file/dir created: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 12:48:07,692 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:48:08,007 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:48:09,749 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:48:12,750 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:48:18,085 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:48:18,457 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:48:19,088 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/config.yaml +2023-11-19 12:48:19,368 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:48:19,368 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:48:19,368 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:48:24,545 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:48:28,165 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:48:30,461 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:48:34,370 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:48:34,371 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:48:34,373 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:48:35,549 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:48:38,253 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:48:39,749 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:48:40,754 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:48:45,752 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:48:49,368 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:48:49,369 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:48:49,369 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:48:50,343 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:48:51,551 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:48:56,553 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:49:00,439 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:49:01,678 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:49:04,368 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:49:04,369 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:49:04,370 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:49:07,618 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:49:09,751 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:49:12,532 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:49:13,026 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:49:18,027 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:49:19,368 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:49:19,369 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:49:19,369 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:49:23,531 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:49:28,640 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:49:29,275 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:49:34,266 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:49:34,790 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:49:34,792 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:49:34,792 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:49:36,708 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:49:39,759 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:49:39,782 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:49:44,783 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:49:46,775 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:49:49,790 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:49:49,790 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:49:49,791 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:49:49,792 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:49:55,057 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:49:56,847 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:50:00,173 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:50:04,790 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:50:04,792 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:50:04,793 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:50:06,008 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:50:06,948 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:50:09,753 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:50:11,754 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:50:17,040 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:50:17,414 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:50:19,790 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:50:19,791 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:50:19,792 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:50:23,027 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:50:28,306 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:50:29,143 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:50:33,307 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:50:34,791 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:50:34,792 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:50:34,794 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:50:38,207 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:50:39,000 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:50:39,753 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:50:44,755 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:50:48,288 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:50:49,790 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:50:49,791 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:50:49,791 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:50:49,792 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:50:54,978 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:50:56,522 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:51:00,150 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:51:04,792 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:51:04,793 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:51:04,794 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:51:05,877 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:51:06,604 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:51:09,754 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:51:11,755 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:51:16,674 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:51:17,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:51:19,791 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:51:19,791 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:51:19,792 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:51:22,978 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:51:26,865 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:51:28,483 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:51:33,484 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:51:34,743 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 12:51:34,745 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 12:51:34,746 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 12:51:34,748 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 12:51:34,791 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:51:34,791 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:51:34,792 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:51:34,929 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 12:51:36,939 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:51:39,019 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:51:39,754 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:51:44,371 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:51:47,007 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:51:49,372 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:51:49,791 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:51:49,791 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:51:49,792 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:51:55,069 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:51:55,148 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:52:00,149 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:52:04,791 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:52:04,792 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:52:04,792 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:52:05,135 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:52:05,952 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:52:09,755 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:52:11,756 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:52:15,204 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:52:16,943 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:52:19,791 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:52:19,792 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:52:19,792 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:52:21,951 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:52:25,275 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:52:27,308 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:52:32,310 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:52:34,481 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:52:34,793 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:52:34,793 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:52:34,794 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:52:37,961 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:52:39,757 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:52:43,781 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:52:44,566 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:52:48,782 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:52:49,792 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:52:49,793 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:52:49,835 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:52:54,037 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:52:54,631 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:52:59,038 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:53:04,422 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:53:04,701 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:53:04,792 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:53:04,793 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:53:04,835 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:53:09,757 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:53:09,758 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:53:14,770 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:53:15,454 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:53:19,793 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:53:19,794 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:53:19,794 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:53:21,026 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:53:24,841 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:53:26,966 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:53:31,967 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:53:32,899 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:53:34,793 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:53:34,793 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:53:34,835 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:53:37,962 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:53:39,759 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:53:42,974 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:53:43,418 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:53:48,419 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:53:49,794 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:53:49,795 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:53:49,836 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:53:53,723 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:53:55,063 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:53:58,724 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:54:04,486 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:54:04,793 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:54:04,794 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:54:04,835 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:54:05,143 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:54:09,761 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:54:09,766 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:54:13,212 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:54:15,102 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:54:20,103 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:54:20,395 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:54:20,396 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:54:20,397 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:54:23,274 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:54:25,413 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:54:30,414 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:54:33,341 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:54:35,395 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:54:35,396 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:54:35,396 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:54:35,628 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:54:39,771 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:54:41,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:54:43,408 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:54:46,566 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:54:50,120 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 12:54:50,122 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 12:54:50,123 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 12:54:50,127 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 12:54:50,395 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:54:50,396 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:54:50,396 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:54:50,474 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 12:54:51,480 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:54:51,647 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:54:52,485 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:54:56,649 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:55:01,549 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:55:01,716 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:55:05,395 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:55:05,396 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:55:05,396 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:55:07,607 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:55:09,771 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:55:10,604 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:55:12,772 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:55:17,774 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:55:20,395 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:55:20,396 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:55:20,396 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:55:20,668 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:55:23,583 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:55:28,659 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:55:28,722 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:55:33,660 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:55:36,225 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:55:36,227 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:55:36,228 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:55:38,801 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:55:39,197 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:55:39,771 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:55:44,773 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:55:48,888 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:55:49,878 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:55:51,224 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:55:51,225 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:55:51,226 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:55:55,480 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:55:59,027 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:56:00,955 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:56:05,981 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:56:06,813 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:56:06,815 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:56:06,815 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:56:09,237 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:56:09,772 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:56:11,773 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:56:16,774 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:56:19,311 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:56:21,813 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:56:21,813 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:56:21,814 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:56:21,815 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:56:27,028 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:56:29,380 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:56:32,871 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:56:37,109 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:56:37,110 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:56:37,112 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:56:38,115 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:56:39,452 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:56:39,772 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:56:43,773 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:56:49,173 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:56:49,541 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:56:52,108 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:56:52,110 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:56:52,110 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:56:54,264 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:56:59,600 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:56:59,881 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:57:04,882 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:57:07,109 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:57:07,110 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:57:07,111 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:57:09,666 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:57:09,773 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:57:10,774 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:57:15,776 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:57:18,726 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:57:21,771 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:57:22,108 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:57:22,110 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:57:22,110 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:57:27,571 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:57:28,793 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:57:32,572 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:57:36,857 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:57:37,109 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:57:37,110 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:57:37,110 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:57:38,311 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:57:39,773 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:57:43,778 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:57:46,942 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:57:48,964 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:57:52,109 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:57:52,110 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:57:52,111 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:57:54,338 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:57:57,012 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:57:59,353 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:58:04,354 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:58:04,864 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 12:58:04,865 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 12:58:04,866 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 12:58:04,869 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 12:58:05,070 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 12:58:07,079 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:58:07,109 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:58:07,110 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:58:07,111 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:58:09,774 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:58:09,775 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:58:15,628 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:58:17,142 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:58:20,644 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:58:22,819 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:58:22,820 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:58:22,821 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:58:25,201 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:58:25,851 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:58:30,853 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:58:35,291 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:58:35,865 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:58:37,818 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:58:37,819 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:58:37,819 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:58:39,774 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:58:41,777 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:58:45,363 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:58:47,656 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:58:52,658 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:58:52,819 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:58:52,820 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:58:52,821 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:58:55,435 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:58:58,025 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:59:03,995 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:59:05,507 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:59:07,819 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:59:07,819 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:59:07,819 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:59:09,776 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:59:09,779 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:59:15,571 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:59:15,725 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:59:20,727 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:59:22,819 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:59:22,819 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:59:22,819 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:59:25,680 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:59:25,979 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:59:30,981 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:59:33,760 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:59:36,514 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:59:37,819 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:59:37,819 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:59:37,820 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:59:39,778 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 12:59:41,781 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:59:45,851 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:59:46,975 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:59:51,977 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 12:59:52,819 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 12:59:52,820 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 12:59:52,820 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 12:59:54,935 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 12:59:57,194 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:00:02,196 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:00:05,018 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:00:07,819 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:00:07,819 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:00:07,820 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:00:08,056 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:00:09,781 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:00:13,638 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:00:15,093 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:00:18,639 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:00:22,829 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:00:22,830 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:00:22,851 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:00:23,147 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:00:24,036 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:00:29,037 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:00:33,223 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:00:34,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:00:37,829 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:00:37,830 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:00:37,849 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:00:39,783 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:00:39,787 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:00:45,293 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:00:45,743 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:00:50,777 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:00:52,830 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:00:52,831 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:00:52,849 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:00:55,368 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:00:55,997 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:01:00,998 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:01:05,442 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:01:06,815 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:01:07,830 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:01:07,830 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:01:07,849 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:01:09,785 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:01:12,788 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:01:15,527 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:01:17,868 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:01:22,830 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:01:22,832 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:01:22,850 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:01:23,005 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:01:23,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 13:01:23,667 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 13:01:23,667 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 13:01:23,670 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 13:01:24,608 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 13:01:24,609 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:01:25,615 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:01:28,683 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:01:33,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:01:35,702 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:01:37,831 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:01:37,833 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:01:37,850 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:01:39,010 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:01:39,785 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:01:44,245 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:01:45,785 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:01:49,246 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:01:53,072 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:01:53,074 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:01:53,075 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:01:55,201 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:01:55,856 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:02:00,201 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:02:05,762 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:02:06,038 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:02:08,070 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:02:08,071 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:02:08,072 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:02:09,785 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:02:10,786 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:02:15,787 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:02:20,788 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:02:23,071 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:02:23,072 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:02:23,072 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:02:26,326 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:02:31,327 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:02:36,328 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:02:38,071 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:02:38,072 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:02:38,073 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:02:39,786 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:02:41,788 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:02:45,249 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:02:47,768 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:02:52,769 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:02:53,073 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:02:53,075 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:02:53,076 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:02:55,347 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:02:58,101 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:03:03,103 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:03:05,417 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:03:08,072 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:03:08,073 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:03:08,074 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:03:08,255 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:03:09,786 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:03:13,788 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:03:15,512 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:03:18,884 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:03:23,072 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:03:23,073 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:03:23,075 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:03:24,253 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:03:25,578 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:03:29,267 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:03:35,059 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:03:35,651 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:03:38,072 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:03:38,072 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:03:38,073 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:03:39,789 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:03:40,792 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:03:45,721 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:03:45,907 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:03:50,909 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:03:53,072 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:03:53,073 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:03:53,073 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:03:53,773 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:03:56,226 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:04:01,228 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:04:03,843 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:04:06,383 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:04:08,072 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:04:08,073 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:04:08,074 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:04:09,790 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:04:11,793 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:04:13,913 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:04:17,335 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:04:22,336 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:04:23,072 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:04:23,073 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:04:23,074 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:04:27,456 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:04:28,010 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:04:32,456 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:04:38,073 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:04:38,074 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:04:38,075 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:04:38,075 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:04:38,077 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:04:39,790 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:04:43,792 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:04:48,137 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:04:49,421 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:04:53,075 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:04:53,076 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:04:53,077 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:04:55,248 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:04:58,213 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:05:01,205 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:05:06,207 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:05:08,073 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:05:08,073 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:05:08,074 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:05:09,303 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:05:09,791 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:05:11,792 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:05:16,794 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:05:17,165 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 13:05:17,166 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 13:05:17,167 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 13:05:17,168 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 13:05:17,369 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 13:05:19,380 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:05:22,171 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:05:23,073 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:05:23,074 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:05:23,075 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:05:27,436 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:05:27,737 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:05:32,737 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:05:37,504 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:05:38,073 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:05:38,074 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:05:38,075 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:05:38,075 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:05:39,792 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:05:43,793 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:05:47,573 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:05:49,676 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:05:54,193 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:05:54,195 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:05:54,197 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:05:55,207 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:05:57,640 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:06:00,219 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:06:05,672 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:06:05,700 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:06:09,192 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:06:09,192 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:06:09,193 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:06:09,792 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:06:10,793 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:06:15,773 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:06:16,531 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:06:21,533 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:06:24,194 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:06:24,195 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:06:24,196 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:06:25,890 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:06:27,504 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:06:32,507 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:06:35,962 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:06:37,718 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:06:39,193 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:06:39,193 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:06:39,194 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:06:39,793 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:06:42,794 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:06:46,028 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:06:48,302 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:06:54,193 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:06:54,194 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:06:54,195 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:06:54,195 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:06:56,097 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:06:59,364 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:07:04,405 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:07:06,178 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:07:09,193 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:07:09,194 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:07:09,195 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:07:09,426 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:07:09,793 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:07:15,417 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:07:16,260 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:07:20,418 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:07:24,194 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:07:24,195 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:07:24,196 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:07:26,350 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:07:26,392 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:07:31,394 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:07:36,423 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:07:36,944 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:07:39,194 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:07:39,195 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:07:39,196 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:07:39,794 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:07:42,796 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:07:46,505 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:07:48,541 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:07:53,542 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:07:54,193 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:07:54,194 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:07:54,195 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:07:55,576 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:07:59,452 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:08:03,631 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:08:05,097 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:08:09,197 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:08:09,199 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:08:09,201 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:08:09,795 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:08:10,797 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:08:13,705 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:08:16,257 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:08:21,259 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:08:23,778 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:08:24,194 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:08:24,195 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:08:24,196 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:08:26,354 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:08:31,356 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:08:31,805 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 13:08:31,806 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 13:08:31,807 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 13:08:31,809 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 13:08:31,841 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 13:08:33,850 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:08:36,811 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:08:39,796 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:08:41,050 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:08:41,052 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:08:41,053 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:08:42,266 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:08:43,956 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:08:47,267 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:08:52,268 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:08:54,176 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:08:56,049 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:08:56,049 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:08:56,050 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:08:57,281 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:09:02,283 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:09:04,251 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:09:07,747 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:09:09,810 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:09:11,050 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:09:11,051 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:09:11,052 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:09:13,104 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:09:14,341 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:09:18,105 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:09:23,210 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:09:24,421 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:09:26,050 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:09:26,050 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:09:26,051 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:09:28,246 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:09:33,941 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:09:34,488 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:09:38,942 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:09:39,798 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:09:42,418 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:09:42,419 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:09:42,419 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:09:44,607 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:09:46,589 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:09:49,609 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:09:54,641 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:09:55,403 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:09:57,419 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:09:57,419 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:09:57,465 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:10:00,676 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:10:04,721 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:10:06,214 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:10:09,799 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:10:11,802 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:10:12,419 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:10:12,420 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:10:12,465 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:10:13,790 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:10:17,634 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:10:23,035 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:10:23,885 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:10:27,419 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:10:27,419 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:10:27,420 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:10:28,664 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:10:33,831 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:10:34,096 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:10:38,833 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:10:39,800 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:10:42,419 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:10:42,419 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:10:42,421 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:10:44,164 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:10:44,662 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:10:49,664 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:10:54,237 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:10:54,965 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:10:57,419 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:10:57,420 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:10:57,420 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:11:00,601 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:11:04,302 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:11:05,679 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:11:09,801 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:11:10,803 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:11:12,365 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:11:12,420 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:11:12,420 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:11:12,421 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:11:16,641 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:11:21,869 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:11:22,435 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:11:26,870 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:11:27,419 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:11:27,420 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:11:27,420 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:11:31,909 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:11:34,520 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:11:36,910 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:11:39,803 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:11:42,420 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:11:42,420 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:11:42,420 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:11:42,422 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:11:44,595 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:11:47,595 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:11:51,875 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 13:11:51,877 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 13:11:51,877 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 13:11:51,879 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 13:11:52,668 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 13:11:52,882 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:11:53,673 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:11:54,677 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:11:57,420 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:11:57,421 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:11:57,421 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:11:58,596 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:12:02,737 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:12:04,478 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:12:09,480 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:12:09,804 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:12:12,420 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:12:12,421 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:12:12,421 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:12:12,809 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:12:14,673 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:12:19,674 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:12:22,879 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:12:24,921 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:12:27,420 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:12:27,421 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:12:27,422 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:12:30,578 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:12:31,943 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:12:35,626 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:12:39,805 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:12:40,807 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:12:42,074 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:12:42,420 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:12:42,421 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:12:42,421 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:12:46,578 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:12:52,139 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:12:52,321 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:12:57,323 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:12:57,422 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:12:57,424 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:12:57,463 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:13:02,212 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:13:02,388 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:13:07,389 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:13:09,807 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:13:12,290 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:13:12,421 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:13:12,421 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:13:12,421 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:13:12,463 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:13:17,590 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:13:22,375 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:13:23,422 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:13:27,422 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:13:27,424 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:13:28,640 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:13:29,245 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:13:32,472 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:13:34,369 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:13:39,371 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:13:39,808 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:13:42,421 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:13:42,422 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:13:42,556 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:13:44,245 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:13:44,609 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:13:49,611 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:13:52,634 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:13:55,184 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:13:57,423 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:13:57,424 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:13:59,320 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:14:00,368 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:14:02,704 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:14:05,369 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:14:09,810 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:14:11,327 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:14:12,422 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:14:12,423 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:14:12,795 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:14:14,320 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:14:16,678 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:14:22,474 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:14:22,981 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:14:27,422 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:14:27,423 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:14:27,569 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:14:30,487 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:14:32,052 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:14:33,553 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:14:38,554 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:14:39,812 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:14:42,141 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:14:42,422 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:14:42,423 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:14:43,660 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:14:45,486 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:14:48,698 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:14:54,295 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:14:54,588 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:14:57,422 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:14:57,423 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:15:00,584 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:15:00,688 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:15:04,353 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:15:05,780 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:15:09,813 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:15:10,815 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:15:11,694 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 13:15:11,695 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 13:15:11,696 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 13:15:11,699 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 13:15:12,422 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:15:12,423 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:15:12,439 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 13:15:14,451 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:15:15,688 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:15:16,640 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:15:21,642 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:15:24,539 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:15:26,754 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:15:27,423 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:15:27,424 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:15:31,465 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:15:32,631 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:15:34,630 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:15:37,632 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:15:39,815 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:15:42,425 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:15:42,426 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:15:42,675 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:15:44,723 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:15:46,465 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:15:48,127 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:15:53,129 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:15:54,812 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:15:57,423 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:15:57,424 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:15:58,664 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:16:01,465 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:16:01,873 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:16:02,878 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:16:04,596 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:16:07,901 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:16:08,906 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:16:09,815 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:16:09,815 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:16:12,423 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:16:12,424 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:16:15,648 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:16:16,466 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:16:19,041 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:16:21,638 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:16:26,640 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:16:27,424 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:16:27,424 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:16:31,177 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:16:31,466 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:16:31,800 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:16:36,802 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:16:38,224 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:16:39,815 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:16:41,816 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:16:42,423 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:16:42,432 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:16:46,467 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:16:47,310 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:16:48,423 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:16:52,315 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:16:57,317 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:16:57,424 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:16:57,425 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:16:58,502 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:17:01,466 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:17:02,637 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:17:07,639 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:17:09,816 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:17:10,582 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:17:12,424 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:17:12,425 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:17:13,596 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:17:16,468 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:17:18,660 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:17:19,426 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:17:24,427 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:17:27,425 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:17:27,426 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:17:28,742 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:17:29,576 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:17:31,467 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:17:34,578 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:17:38,814 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:17:39,816 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:17:39,817 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:17:42,424 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:17:42,425 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:17:45,597 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:17:46,468 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:17:48,890 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:17:51,512 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:17:56,514 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:17:57,425 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:17:57,426 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:17:59,002 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:18:01,467 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:18:01,675 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:18:06,677 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:18:09,073 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:18:09,817 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:18:11,818 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:18:12,425 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:18:12,425 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:18:16,474 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:18:17,602 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:18:19,161 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:18:22,603 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:18:27,425 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:18:27,426 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:18:27,605 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:18:27,705 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 13:18:27,707 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 13:18:27,707 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 13:18:27,709 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 13:18:28,223 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 13:18:28,224 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:18:29,228 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:18:31,473 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:18:32,711 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:18:38,603 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:18:39,297 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:18:39,818 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:18:42,425 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:18:42,426 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:18:44,580 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:18:46,474 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:18:49,385 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:18:50,420 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:18:55,421 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:18:57,425 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:18:57,426 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:19:00,680 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:19:01,474 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:19:02,473 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:19:05,819 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:19:09,820 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:19:10,821 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:19:12,425 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:19:12,426 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:19:12,539 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:19:16,474 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:19:16,659 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:19:21,973 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:19:22,609 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:19:26,974 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:19:27,425 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:19:27,426 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:19:31,474 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:19:32,702 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:19:32,909 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:19:37,920 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:19:39,821 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:19:42,425 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:19:42,426 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:19:42,772 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:19:43,578 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:19:46,474 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:19:48,579 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:19:52,855 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:19:54,023 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:19:57,426 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:19:57,426 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:19:59,682 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:20:01,474 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:20:02,930 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:20:05,663 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:20:09,822 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:20:11,479 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:20:12,426 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:20:12,427 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:20:13,085 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:20:16,474 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:20:16,660 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:20:22,388 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:20:23,150 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:20:27,389 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:20:28,689 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:20:28,691 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:20:31,209 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:20:31,474 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:20:32,705 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:20:37,706 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:20:39,822 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:20:41,285 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:20:42,825 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:20:43,688 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:20:43,688 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:20:46,475 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:20:47,900 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:20:51,354 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:20:52,955 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:20:57,957 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:20:58,689 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:20:58,691 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:21:01,435 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:21:01,475 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:21:03,688 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:21:08,690 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:21:09,823 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:21:11,510 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:21:13,688 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:21:13,689 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:21:13,942 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:21:17,624 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:21:19,694 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:21:21,580 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:21:24,695 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:21:28,688 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:21:28,689 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:21:29,920 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:21:30,649 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:21:32,623 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:21:34,921 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:21:39,823 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:21:40,720 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:21:40,824 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:21:43,688 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:21:43,689 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:21:45,899 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:21:47,624 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:21:48,315 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 13:21:48,316 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 13:21:48,316 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 13:21:48,318 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 13:21:48,779 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 13:21:50,790 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:21:51,319 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:21:56,321 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:21:58,688 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:21:58,689 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:21:58,858 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:22:01,899 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:22:02,624 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:22:06,900 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:22:08,929 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:22:09,824 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:22:12,825 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:22:13,689 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:22:13,690 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:22:17,624 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:22:18,018 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:22:19,007 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:22:23,019 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:22:28,553 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:22:28,689 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:22:28,690 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:22:29,079 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:22:32,624 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:22:33,905 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:22:39,147 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:22:39,503 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:22:39,824 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:22:44,826 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:22:45,167 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:22:45,169 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:22:47,624 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:22:49,216 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:22:50,379 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:22:55,381 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:22:57,278 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:23:00,167 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:23:00,168 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:23:01,346 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:23:02,626 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:23:06,634 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:23:07,344 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:23:09,825 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:23:11,826 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:23:15,167 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:23:15,167 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:23:17,415 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:23:17,670 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:23:22,416 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:23:27,417 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:23:30,167 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:23:30,167 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:23:33,412 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:23:33,440 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:23:37,517 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:23:38,586 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:23:39,826 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:23:43,827 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:23:45,167 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:23:45,167 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:23:47,587 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:23:48,440 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:23:49,417 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:23:54,418 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:23:57,660 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:23:59,466 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:24:00,167 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:24:00,167 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:24:03,441 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:24:04,672 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:24:05,726 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:24:09,672 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:24:09,826 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:24:14,790 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:24:14,971 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:24:15,167 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:24:15,168 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:24:18,441 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:24:20,415 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:24:24,873 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:24:25,572 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:24:30,167 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:24:30,168 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:24:31,363 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:24:33,475 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:24:35,119 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:24:36,434 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:24:39,829 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:24:41,831 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:24:45,168 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:24:45,169 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:24:45,186 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:24:47,358 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:24:48,441 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:24:52,359 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:24:55,294 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:24:57,821 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:25:01,555 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:25:01,556 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:25:03,441 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:25:03,633 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:25:05,361 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:25:08,634 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:25:09,829 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:25:13,429 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:25:14,358 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:25:16,554 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:25:16,555 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:25:18,441 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:25:19,813 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:25:21,885 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 13:25:21,886 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 13:25:21,887 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 13:25:21,890 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 13:25:22,583 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 13:25:22,584 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:25:23,590 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:25:24,892 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:25:29,893 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:25:31,556 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:25:31,558 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:25:33,441 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:25:33,738 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:25:35,180 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:25:39,831 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:25:40,834 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:25:43,818 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:25:46,555 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:25:46,555 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:25:46,556 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:25:48,443 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:25:52,495 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:25:53,886 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:25:57,496 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:26:01,555 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:26:01,555 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:26:02,734 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:26:02,955 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:26:03,442 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:26:07,736 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:26:09,832 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:26:11,014 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:26:13,506 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:26:16,555 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:26:16,556 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:26:18,749 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:26:19,270 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:26:21,096 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:26:24,311 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:26:29,313 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:26:31,168 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:26:31,555 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:26:31,556 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:26:34,269 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:26:34,729 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:26:39,832 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:26:39,851 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:26:41,235 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:26:44,852 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:26:47,339 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:26:47,341 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:26:49,269 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:26:49,297 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:26:50,443 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:26:55,445 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:26:59,364 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:27:01,048 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:27:02,338 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:27:02,338 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:27:04,269 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:27:06,582 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:27:09,437 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:27:09,833 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:27:11,833 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:27:16,835 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:27:17,338 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:27:17,339 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:27:19,269 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:27:19,543 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:27:22,736 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:27:28,357 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:27:29,631 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:27:32,338 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:27:32,339 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:27:33,566 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:27:34,270 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:27:38,577 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:27:39,709 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:27:39,833 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:27:43,835 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:27:47,339 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:27:47,341 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:27:49,270 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:27:49,563 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:27:49,781 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:27:54,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:27:59,857 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:28:00,349 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:28:02,338 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:28:02,339 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:28:05,531 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:28:05,699 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:28:07,920 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:28:09,834 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:28:10,835 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:28:15,836 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:28:17,338 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:28:17,339 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:28:17,986 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:28:20,699 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:28:21,600 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:28:27,168 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:28:28,067 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:28:32,169 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:28:32,339 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:28:32,340 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:28:35,700 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:28:36,325 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 13:28:36,327 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 13:28:36,327 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 13:28:36,329 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 13:28:37,132 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 13:28:37,133 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:28:37,330 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:28:39,143 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:28:39,834 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:28:42,836 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:28:47,205 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:28:47,339 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:28:47,340 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:28:48,530 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:28:50,699 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:28:53,532 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:28:57,277 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:28:59,189 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:29:03,828 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:29:03,830 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:29:04,891 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:29:05,699 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:29:07,369 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:29:09,835 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:29:10,836 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:29:15,425 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:29:16,513 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:29:18,827 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:29:18,828 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:29:20,700 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:29:22,073 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:29:25,502 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:29:27,522 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:29:32,523 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:29:33,828 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:29:33,829 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:29:35,567 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:29:35,700 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:29:38,052 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:29:39,835 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:29:43,338 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:29:45,643 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:29:48,339 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:29:48,828 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:29:48,828 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:29:51,646 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:29:53,742 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:29:53,860 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:29:58,743 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:30:03,828 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:30:03,829 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:30:03,927 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:30:04,038 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:30:06,645 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:30:09,040 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:30:09,837 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:30:14,007 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:30:14,145 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:30:18,828 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:30:18,828 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:30:20,051 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:30:21,646 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:30:24,088 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:30:25,265 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:30:30,267 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:30:33,828 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:30:33,829 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:30:34,166 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:30:36,027 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:30:36,646 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:30:39,838 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:30:41,841 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:30:44,250 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:30:47,041 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:30:48,831 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:30:48,833 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:30:51,646 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:30:52,687 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:30:53,305 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:30:57,688 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:31:03,275 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:31:03,405 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:31:03,832 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:31:03,833 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:31:06,646 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:31:09,067 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:31:09,840 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:31:11,459 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:31:14,806 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:31:19,621 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:31:19,622 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:31:19,831 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:31:21,524 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:31:21,646 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:31:25,688 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:31:31,212 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:31:31,591 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:31:34,621 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:31:34,621 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:31:36,647 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:31:36,866 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:31:39,839 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:31:41,664 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:31:42,840 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:31:47,842 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:31:49,040 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 13:31:49,042 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 13:31:49,042 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 13:31:49,044 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 13:31:49,621 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:31:49,622 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:31:49,724 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 13:31:49,725 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:31:51,646 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:31:51,732 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:31:53,779 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:31:58,781 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:31:59,800 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:32:03,861 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:32:04,621 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:32:04,622 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:32:07,736 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:32:08,873 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:32:09,840 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:32:09,875 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:32:14,842 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:32:19,622 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:32:19,622 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:32:19,953 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:32:20,784 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:32:22,734 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:32:25,785 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:32:30,039 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:32:31,206 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:32:34,621 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:32:34,622 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:32:36,777 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:32:37,736 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:32:39,841 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:32:40,101 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:32:41,843 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:32:46,844 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:32:49,622 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:32:49,622 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:32:50,177 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:32:51,866 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:32:52,735 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:32:56,868 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:33:00,241 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:33:02,586 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:33:05,962 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:33:05,963 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:33:07,736 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:33:07,991 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:33:08,324 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:33:09,841 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:33:13,843 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:33:18,394 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:33:19,707 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:33:20,962 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:33:20,963 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:33:22,736 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:33:25,179 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:33:28,457 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:33:30,718 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:33:35,720 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:33:35,963 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:33:35,965 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:33:37,540 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:33:37,736 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:33:39,842 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:33:40,843 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:33:45,844 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:33:50,845 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:33:50,963 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:33:50,964 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:33:51,635 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:33:52,736 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:33:56,212 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:34:01,712 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:34:01,721 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:34:05,963 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:34:05,963 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:34:07,211 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:34:07,737 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:34:09,845 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:34:11,783 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:34:12,492 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:34:17,494 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:34:20,963 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:34:20,963 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:34:21,868 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:34:22,765 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:34:23,203 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:34:28,205 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:34:31,945 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:34:33,818 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:34:35,963 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:34:35,964 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:34:37,765 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:34:39,205 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:34:39,844 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:34:44,846 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:34:49,856 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:34:50,104 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:34:50,963 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:34:50,964 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:34:52,765 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:34:55,218 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:35:00,168 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:35:00,537 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:35:05,537 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:35:05,963 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:35:05,964 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:35:08,286 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:35:09,845 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:35:10,238 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:35:10,846 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:35:15,847 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:35:18,893 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 13:35:18,894 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 13:35:18,895 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 13:35:18,897 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 13:35:19,295 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 13:35:20,300 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:35:20,898 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:35:20,963 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:35:20,964 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:35:21,305 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:35:23,285 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:35:26,139 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:35:30,366 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:35:31,455 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:35:36,456 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:35:37,358 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:35:37,360 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:35:38,286 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:35:39,845 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:35:40,440 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:35:41,846 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:35:46,848 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:35:50,510 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:35:51,914 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:35:52,358 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:35:52,358 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:35:53,285 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:35:57,416 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:35:58,577 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:36:02,416 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:36:07,358 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:36:07,358 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:36:07,549 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:36:08,285 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:36:08,648 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:36:09,846 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:36:12,847 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:36:17,715 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:36:17,884 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:36:22,358 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:36:22,358 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:36:23,286 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:36:23,603 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:36:27,790 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:36:28,812 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:36:33,814 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:36:37,358 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:36:37,358 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:36:37,869 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:36:38,286 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:36:39,547 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:36:39,846 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:36:44,848 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:36:47,937 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:36:50,613 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:36:52,358 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:36:52,358 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:36:53,287 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:36:56,160 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:36:58,015 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:37:01,161 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:37:07,137 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:37:07,358 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:37:07,359 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:37:08,091 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:37:08,286 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:37:09,847 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:37:12,848 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:37:18,162 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:37:18,740 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:37:22,358 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:37:22,359 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:37:24,469 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:37:24,571 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:37:28,245 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:37:29,682 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:37:34,683 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:37:36,309 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:37:37,358 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:37:37,359 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:37:39,468 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:37:39,847 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:37:39,849 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:37:44,852 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:37:46,378 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:37:50,171 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:37:53,771 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:37:53,773 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:37:54,469 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:37:55,990 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:37:56,451 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:38:00,991 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:38:06,531 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:38:06,542 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:38:08,770 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:38:08,771 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:38:09,469 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:38:09,848 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:38:11,849 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:38:16,607 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:38:17,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:38:22,657 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:38:23,769 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:38:23,770 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:38:24,469 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:38:26,674 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:38:28,081 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:38:33,083 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:38:33,405 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 13:38:33,406 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 13:38:33,407 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 13:38:33,408 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 13:38:33,733 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 13:38:34,738 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:38:35,743 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:38:38,410 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:38:38,770 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:38:38,770 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:38:39,469 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:38:39,848 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:38:43,849 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:38:48,850 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:38:53,769 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:38:53,770 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:38:53,953 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:38:54,469 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:38:58,954 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:39:03,956 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:39:05,915 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:39:08,770 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:39:08,770 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:39:09,470 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:39:09,849 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:39:09,850 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:39:15,287 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:39:15,985 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:39:20,288 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:39:23,771 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:39:23,772 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:39:24,470 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:39:25,447 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:39:26,051 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:39:30,448 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:39:36,116 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:39:36,320 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:39:38,771 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:39:38,771 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:39:39,470 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:39:39,850 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:39:41,851 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:39:46,216 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:39:47,754 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:39:52,755 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:39:53,772 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:39:53,773 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:39:54,470 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:39:56,302 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:39:58,366 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:40:03,368 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:40:04,351 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:40:08,704 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:40:08,772 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:40:08,772 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:40:09,471 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:40:09,850 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:40:14,322 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:40:14,423 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:40:19,323 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:40:23,772 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:40:23,773 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:40:24,471 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:40:24,492 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:40:25,020 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:40:30,022 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:40:34,565 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:40:36,022 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:40:38,772 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:40:38,772 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:40:39,471 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:40:39,854 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:40:41,856 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:40:44,636 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:40:46,997 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:40:51,998 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:40:53,772 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:40:53,773 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:40:54,471 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:40:54,708 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:40:57,009 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:41:02,011 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:41:04,788 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:41:07,039 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:41:08,772 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:41:08,773 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:41:09,471 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:41:09,852 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:41:12,854 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:41:14,862 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:41:18,074 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:41:23,773 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:41:23,773 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:41:23,773 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:41:24,471 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:41:24,930 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:41:28,950 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:41:34,485 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:41:34,999 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:41:38,772 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:41:38,773 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:41:39,854 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:41:39,856 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:41:41,100 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:41:45,067 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:41:45,360 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:41:50,361 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:41:53,772 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:41:53,773 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:41:54,141 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:41:55,994 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:41:56,099 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:42:00,995 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:42:02,215 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:42:06,896 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:42:08,773 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:42:08,773 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:42:09,855 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:42:11,100 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:42:12,292 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:42:12,335 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 13:42:12,339 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 13:42:12,339 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 13:42:12,342 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 13:42:13,295 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 13:42:14,300 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:42:17,344 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:42:22,369 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:42:22,974 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:42:23,773 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:42:23,773 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:42:26,100 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:42:28,012 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:42:32,463 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:42:33,862 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:42:38,875 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:42:39,870 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:42:40,188 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:42:40,189 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:42:41,100 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:42:42,553 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:42:44,313 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:42:49,314 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:42:52,622 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:42:54,960 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:42:55,187 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:42:55,188 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:42:56,100 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:43:00,381 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:43:02,699 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:43:05,817 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:43:09,859 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:43:10,188 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:43:10,189 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:43:11,100 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:43:11,560 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:43:12,770 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:43:16,561 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:43:22,313 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:43:22,852 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:43:25,188 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:43:25,188 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:43:26,100 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:43:27,391 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:43:30,922 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:43:33,062 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:43:38,063 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:43:39,858 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:43:40,188 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:43:40,190 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:43:41,101 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:43:43,077 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:43:43,169 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:43:48,170 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:43:53,148 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:43:53,623 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:43:55,188 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:43:55,189 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:43:56,101 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:43:59,443 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:44:03,238 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:44:04,917 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:44:09,860 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:44:10,189 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:44:10,191 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:44:10,396 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:44:11,101 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:44:12,311 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:44:15,935 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:44:20,936 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:44:22,429 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:44:25,188 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:44:25,189 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:44:26,101 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:44:26,423 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:44:31,425 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:44:32,526 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:44:37,218 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:44:39,861 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:44:41,399 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:44:41,412 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:44:41,416 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:44:42,617 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:44:44,687 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:44:47,828 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:44:52,830 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:44:54,755 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:44:56,398 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:44:56,399 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:44:56,399 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:44:58,631 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:45:03,633 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:45:04,827 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:45:08,888 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:45:09,862 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:45:11,400 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:45:11,403 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:45:11,404 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:45:14,536 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:45:16,942 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:45:19,537 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:45:24,538 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:45:26,398 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:45:26,399 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:45:26,399 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:45:27,014 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:45:29,570 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:45:34,571 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:45:35,605 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 13:45:35,614 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 13:45:35,615 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 13:45:35,616 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 13:45:36,102 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 13:45:36,103 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:45:37,107 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:45:39,618 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:45:39,862 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:45:41,399 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:45:41,399 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:45:41,399 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:45:45,332 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:45:47,178 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:45:50,333 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:45:55,334 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:45:56,399 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:45:56,399 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:45:56,400 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:45:57,315 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:46:00,653 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:46:05,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:46:08,442 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:46:09,862 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:46:10,864 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:46:11,399 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:46:11,400 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:46:11,400 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:46:16,602 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:46:18,524 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:46:22,093 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:46:26,548 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:46:26,550 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:46:26,551 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:46:27,762 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:46:28,612 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:46:32,938 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:46:37,940 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:46:39,863 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:46:40,712 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:46:41,545 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:46:41,545 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:46:41,546 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:46:43,798 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:46:48,792 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:46:50,855 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:46:54,410 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:46:56,545 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:46:56,546 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:46:56,546 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:46:59,813 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:47:00,922 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:47:05,442 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:47:09,866 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:47:10,867 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:47:11,545 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:47:11,546 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:47:11,546 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:47:13,004 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:47:16,740 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:47:22,261 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:47:23,074 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:47:26,546 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:47:26,546 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:47:26,547 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:47:27,723 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:47:33,151 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:47:33,341 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:47:38,342 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:47:39,866 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:47:41,549 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:47:41,551 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:47:41,551 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:47:43,881 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:47:45,252 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:47:48,882 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:47:54,136 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:47:55,343 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:47:56,550 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:47:56,554 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:47:56,555 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:47:59,771 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:48:05,111 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:48:05,414 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:48:09,866 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:48:10,867 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:48:11,552 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:48:11,555 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:48:11,559 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:48:16,507 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:48:17,514 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:48:21,507 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:48:26,509 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:48:26,551 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:48:26,552 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:48:26,553 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:48:28,778 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:48:32,075 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:48:37,077 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:48:38,846 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:48:39,866 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:48:41,551 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:48:41,551 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:48:41,551 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:48:42,710 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:48:47,712 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:48:48,951 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:48:52,904 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:48:56,923 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:48:56,924 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:48:56,925 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:48:58,066 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:48:59,038 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:49:03,067 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:49:08,068 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:49:09,869 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:49:11,922 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:49:11,924 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:49:11,927 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:49:12,515 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 13:49:12,517 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 13:49:12,517 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 13:49:12,519 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 13:49:13,119 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 13:49:13,522 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:49:14,123 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:49:15,128 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:49:18,523 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:49:23,524 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:49:25,206 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:49:26,921 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:49:26,923 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:49:26,923 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:49:29,123 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:49:34,831 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:49:35,291 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:49:39,832 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:49:39,871 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:49:41,922 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:49:41,926 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:49:41,929 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:49:45,372 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:49:45,794 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:49:50,795 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:49:55,439 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:49:56,705 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:49:56,922 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:49:56,924 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:49:56,924 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:50:02,131 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:50:05,521 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:50:07,515 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:50:09,872 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:50:11,923 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:50:11,924 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:50:11,926 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:50:13,139 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:50:15,596 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:50:18,463 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:50:24,358 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:50:25,680 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:50:26,923 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:50:26,924 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:50:26,924 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:50:30,137 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:50:35,493 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:50:35,746 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:50:39,873 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:50:40,874 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:50:42,275 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:50:42,276 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:50:42,278 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:50:44,808 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:50:46,653 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:50:51,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:50:54,887 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:50:57,023 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:50:57,273 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:50:57,274 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:50:57,274 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:51:02,520 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:51:06,984 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:51:07,898 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:51:09,875 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:51:12,273 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:51:12,274 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:51:12,275 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:51:13,432 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:51:17,079 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:51:19,310 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:51:24,312 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:51:27,151 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:51:27,273 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:51:27,274 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:51:27,274 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:51:29,533 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:51:34,534 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:51:39,238 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:51:39,584 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:51:39,887 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:51:42,273 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:51:42,274 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:51:42,274 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:51:45,501 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:51:49,322 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:51:50,607 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:51:55,609 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:51:57,273 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:51:57,274 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:51:57,274 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:51:59,406 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:52:01,467 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:52:06,469 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:52:09,496 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:52:09,876 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:52:11,877 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:52:12,273 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:52:12,274 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:52:12,274 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:52:17,482 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:52:19,574 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:52:22,662 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:52:27,275 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:52:27,276 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:52:27,277 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:52:27,959 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:52:29,641 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:52:32,960 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:52:37,962 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:52:38,033 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 13:52:38,035 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 13:52:38,036 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 13:52:38,038 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 13:52:38,707 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 13:52:39,713 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:52:39,877 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:52:40,716 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:52:42,275 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:52:42,276 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:52:42,276 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:52:43,452 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:52:48,822 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:52:49,785 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:52:53,823 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:52:57,601 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:52:57,602 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:52:57,605 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:52:59,762 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:52:59,877 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:53:04,764 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:53:09,877 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:53:09,878 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:53:09,961 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:53:12,600 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:53:12,600 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:53:12,600 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:53:15,846 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:53:21,018 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:53:21,052 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:53:26,019 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:53:28,473 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:53:28,474 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:53:28,477 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:53:31,131 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:53:31,657 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:53:36,658 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:53:39,880 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:53:41,224 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:53:41,695 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:53:43,471 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:53:43,471 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:53:43,472 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:53:47,682 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:53:53,305 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:53:53,325 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:53:58,306 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:54:00,036 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:54:00,037 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:54:00,038 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:54:01,421 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:54:04,090 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:54:09,092 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:54:09,882 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:54:13,511 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:54:14,183 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:54:15,033 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:54:15,033 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:54:15,034 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:54:19,278 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:54:24,631 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:54:25,605 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:54:29,633 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:54:30,034 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:54:30,042 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:54:30,044 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:54:35,326 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:54:35,696 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:54:39,882 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:54:40,883 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:54:45,033 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:54:45,038 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:54:45,039 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:54:45,804 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:54:46,285 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:54:51,286 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:54:57,270 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:54:58,140 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:55:00,033 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:55:00,038 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:55:00,039 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:55:03,240 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:55:07,252 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:55:08,862 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:55:09,882 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:55:13,884 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:55:15,034 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:55:15,039 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:55:15,042 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:55:17,382 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:55:19,376 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:55:24,377 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:55:29,519 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:55:29,964 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:55:30,034 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:55:30,040 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:55:30,041 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:55:35,303 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:55:39,883 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:55:40,884 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:55:41,625 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:55:45,034 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:55:45,040 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:55:45,041 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:55:46,296 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:55:51,930 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:55:53,859 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:55:56,932 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:56:00,804 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:56:00,805 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:56:00,810 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:56:02,083 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:56:03,979 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:56:07,222 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:56:09,885 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:56:12,889 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:56:12,988 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 13:56:12,989 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 13:56:12,990 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 13:56:12,992 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 13:56:13,051 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 13:56:15,065 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:56:15,802 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:56:15,802 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:56:15,845 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:56:16,069 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:56:18,046 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:56:23,048 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:56:26,198 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:56:28,769 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:56:30,804 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:56:30,806 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:56:30,807 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:56:34,073 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:56:37,307 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:56:39,886 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:56:39,886 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:56:44,888 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:56:45,802 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:56:45,803 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:56:45,804 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:56:47,419 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:56:50,326 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:56:55,330 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:57:00,802 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:57:00,803 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:57:00,803 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:57:00,845 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:57:01,628 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:57:05,979 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:57:09,891 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:57:11,703 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:57:11,892 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:57:15,802 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:57:15,803 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:57:15,845 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:57:16,990 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:57:21,773 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:57:22,311 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:57:27,322 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:57:30,802 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:57:30,803 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:57:30,845 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:57:31,909 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:57:33,001 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:57:38,003 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:57:39,892 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:57:41,998 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:57:43,894 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:57:45,802 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:57:45,803 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:57:45,845 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:57:48,988 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:57:52,060 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:57:54,555 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:58:00,531 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:58:00,803 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:58:00,804 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:58:00,804 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:58:02,255 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:58:05,980 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:58:09,893 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:58:11,152 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:58:12,332 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:58:15,803 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:58:15,804 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:58:15,845 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:58:17,061 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:58:22,162 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:58:22,409 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:58:27,164 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:58:30,804 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:58:30,805 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:58:30,845 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:58:31,481 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:58:32,964 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:58:37,966 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:58:39,893 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:58:41,549 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:58:43,894 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:58:45,803 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:58:45,804 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:58:45,845 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:58:49,032 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:58:51,629 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:58:54,523 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:59:00,336 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:59:00,804 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:59:00,804 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:59:00,845 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:59:01,708 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:59:06,020 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:59:09,893 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:59:11,796 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:59:11,894 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:59:15,804 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:59:15,804 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:59:15,845 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:59:17,075 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:59:21,926 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:59:22,207 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:59:27,208 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:59:30,804 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:59:30,805 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:59:30,846 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:59:32,043 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:59:33,129 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:59:38,131 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:59:39,900 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 13:59:41,149 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 13:59:41,150 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 13:59:41,151 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 13:59:41,153 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 13:59:42,115 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 13:59:42,116 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:59:43,119 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:59:43,155 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:59:45,804 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 13:59:45,805 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 13:59:45,845 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 13:59:48,988 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:59:52,192 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 13:59:54,080 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 13:59:59,082 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:00:00,805 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:00:00,806 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:00:00,806 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:00:04,274 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:00:04,668 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:00:09,669 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:00:09,911 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:00:14,357 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:00:14,911 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:00:15,805 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:00:15,806 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:00:15,847 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:00:20,090 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:00:24,449 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:00:25,293 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:00:30,295 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:00:31,447 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:00:31,448 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:00:31,450 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:00:34,526 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:00:35,754 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:00:39,900 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:00:40,903 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:00:46,315 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:00:46,445 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:00:46,445 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:00:46,445 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:00:46,615 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:00:51,638 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:00:55,713 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:00:56,730 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:01:01,731 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:01:02,930 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:01:02,931 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:01:02,933 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:01:05,785 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:01:07,174 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:01:09,900 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:01:12,901 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:01:15,867 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:01:17,930 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:01:17,930 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:01:17,930 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:01:18,100 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:01:23,103 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:01:25,940 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:01:28,935 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:01:32,929 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:01:32,932 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:01:32,935 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:01:34,159 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:01:36,031 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:01:39,323 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:01:39,900 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:01:45,073 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:01:46,127 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:01:47,929 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:01:47,930 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:01:47,931 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:01:50,148 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:01:56,089 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:01:56,198 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:02:01,090 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:02:04,468 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:02:04,470 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:02:04,472 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:02:06,575 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:02:08,276 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:02:09,901 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:02:11,902 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:02:17,550 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:02:18,360 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:02:19,468 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:02:19,469 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:02:19,470 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:02:22,646 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:02:27,649 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:02:28,425 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:02:32,651 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:02:34,469 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:02:34,470 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:02:34,472 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:02:38,476 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:02:38,512 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:02:39,902 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:02:43,945 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:02:46,577 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:02:49,357 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:02:49,468 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:02:49,469 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:02:49,469 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:02:54,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:02:56,657 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:03:00,364 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:03:04,470 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:03:04,472 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:03:04,472 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:03:05,195 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 14:03:05,197 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 14:03:05,197 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 14:03:05,199 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 14:03:05,724 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 14:03:06,200 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:03:06,728 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:03:07,734 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:03:09,903 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:03:11,904 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:03:15,806 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:03:17,789 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:03:19,470 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:03:19,470 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:03:19,470 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:03:23,674 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:03:25,874 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:03:29,519 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:03:34,471 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:03:34,472 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:03:34,473 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:03:34,719 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:03:35,945 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:03:39,862 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:03:39,903 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:03:44,928 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:03:46,033 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:03:49,470 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:03:49,470 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:03:49,471 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:03:50,697 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:03:56,582 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:03:58,109 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:04:01,582 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:04:04,471 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:04:04,473 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:04:04,473 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:04:06,622 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:04:08,174 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:04:09,904 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:04:11,905 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:04:16,905 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:04:19,654 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:04:19,655 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:04:19,656 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:04:22,180 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:04:22,289 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:04:27,181 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:04:32,319 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:04:32,362 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:04:34,652 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:04:34,652 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:04:34,653 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:04:37,882 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:04:39,907 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:04:42,440 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:04:43,576 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:04:48,578 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:04:50,643 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:04:50,645 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:04:50,645 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:04:53,765 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:04:54,526 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:04:58,766 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:05:04,607 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:05:04,725 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:05:05,641 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:05:05,642 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:05:05,642 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:05:09,826 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:05:09,907 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:05:14,688 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:05:15,749 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:05:20,645 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:05:20,646 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:05:20,647 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:05:20,832 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:05:24,774 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:05:25,957 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:05:30,958 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:05:34,853 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:05:35,642 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:05:35,643 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:05:35,643 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:05:36,881 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:05:39,910 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:05:41,912 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:05:44,925 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:05:47,155 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:05:50,814 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:05:50,817 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:05:50,818 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:05:52,180 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:05:54,095 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:05:57,181 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:06:02,969 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:06:04,156 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:06:05,812 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:06:05,813 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:06:05,813 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:06:07,993 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:06:09,910 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:06:12,212 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:06:13,410 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:06:18,412 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:06:20,813 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:06:20,815 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:06:20,815 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:06:22,297 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:06:24,319 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:06:29,320 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:06:30,951 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 14:06:30,954 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 14:06:30,954 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 14:06:30,957 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 14:06:31,366 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 14:06:31,367 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:06:32,372 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:06:34,959 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:06:35,812 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:06:35,813 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:06:35,813 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:06:39,910 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:06:40,912 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:06:42,481 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:06:46,219 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:06:50,813 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:06:50,814 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:06:50,814 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:06:52,211 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:06:52,557 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:06:57,212 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:07:02,635 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:07:03,179 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:07:05,812 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:07:05,813 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:07:05,813 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:07:09,061 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:07:09,912 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:07:12,725 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:07:14,547 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:07:19,548 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:07:20,821 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:07:20,830 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:07:20,831 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:07:24,905 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:07:24,915 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:07:29,906 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:07:34,907 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:07:35,821 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:07:35,821 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:07:35,821 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:07:39,915 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:07:39,916 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:07:43,036 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:07:45,861 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:07:50,821 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:07:50,822 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:07:50,823 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:07:51,061 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:07:53,092 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:07:56,062 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:08:01,448 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:08:03,155 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:08:05,821 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:08:05,822 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:08:05,822 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:08:06,983 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:08:09,915 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:08:12,218 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:08:12,496 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:08:17,497 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:08:20,821 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:08:20,822 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:08:20,822 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:08:22,293 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:08:22,975 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:08:27,976 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:08:32,364 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:08:33,207 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:08:35,821 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:08:35,822 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:08:35,823 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:08:39,040 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:08:39,931 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:08:42,449 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:08:44,515 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:08:49,517 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:08:50,822 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:08:50,823 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:08:50,823 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:08:52,528 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:08:55,055 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:09:00,057 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:09:02,601 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:09:05,460 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:09:05,822 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:09:05,822 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:09:05,822 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:09:09,918 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:09:10,920 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:09:12,666 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:09:16,137 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:09:20,822 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:09:20,824 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:09:20,825 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:09:22,028 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:09:24,768 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:09:27,467 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:09:32,469 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:09:34,850 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:09:35,822 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:09:35,822 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:09:35,823 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:09:38,028 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:09:39,918 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:09:43,919 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:09:46,958 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:09:49,205 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:09:50,822 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:09:50,823 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:09:50,823 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:09:54,241 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:09:57,032 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:09:59,241 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:10:04,243 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:10:04,828 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 14:10:04,829 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 14:10:04,830 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 14:10:04,833 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 14:10:05,117 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 14:10:05,822 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:10:05,823 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:10:05,823 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:10:06,125 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:10:07,129 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:10:09,918 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:10:09,919 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:10:15,631 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:10:17,202 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:10:20,632 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:10:20,823 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:10:20,823 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:10:20,824 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:10:26,217 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:10:27,284 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:10:31,218 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:10:35,826 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:10:35,827 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:10:35,828 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:10:36,459 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:10:38,399 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:10:39,946 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:10:41,970 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:10:47,773 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:10:48,497 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:10:50,824 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:10:50,825 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:10:50,827 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:10:53,026 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:10:58,275 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:10:58,559 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:11:03,276 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:11:06,734 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:11:06,736 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:11:06,737 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:11:09,189 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:11:09,920 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:11:10,697 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:11:14,921 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:11:20,672 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:11:20,793 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:11:21,732 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:11:21,733 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:11:21,733 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:11:25,989 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:11:30,878 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:11:31,941 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:11:36,942 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:11:38,073 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:11:38,075 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:11:38,078 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:11:39,921 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:11:40,972 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:11:42,922 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:11:47,924 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:11:53,063 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:11:53,072 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:11:53,072 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:11:53,073 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:11:53,095 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:11:58,260 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:12:03,167 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:12:03,892 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:12:08,894 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:12:09,311 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:12:09,312 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:12:09,313 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:12:09,922 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:12:13,228 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:12:14,664 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:12:19,666 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:12:23,299 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:12:24,310 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:12:24,310 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:12:24,311 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:12:25,521 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:12:31,386 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:12:33,401 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:12:36,386 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:12:39,311 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:12:39,312 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:12:39,312 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:12:39,923 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:12:41,457 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:12:42,080 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:12:47,081 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:12:50,759 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:12:52,955 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:12:54,311 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:12:54,311 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:12:54,312 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:12:58,513 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:13:00,827 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:13:04,247 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:13:09,248 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:13:09,771 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:13:09,772 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:13:09,774 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:13:10,021 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:13:12,933 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:13:14,885 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:13:19,887 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:13:22,997 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:13:24,770 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:13:24,771 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:13:24,771 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:13:24,927 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:13:29,929 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:13:30,525 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 14:13:30,527 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 14:13:30,527 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 14:13:30,529 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 14:13:31,060 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 14:13:32,065 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:13:33,067 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:13:35,532 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:13:39,770 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:13:39,771 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:13:39,772 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:13:39,999 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:13:41,132 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:13:41,228 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:13:46,229 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:13:51,204 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:13:52,229 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:13:54,771 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:13:54,772 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:13:54,773 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:13:58,003 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:14:01,280 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:14:03,406 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:14:08,408 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:14:09,771 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:14:09,772 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:14:09,773 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:14:10,022 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:14:11,361 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:14:14,347 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:14:19,355 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:14:21,459 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:14:24,770 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:14:24,771 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:14:24,771 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:14:24,771 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:14:29,931 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:14:31,558 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:14:35,489 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:14:39,772 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:14:39,773 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:14:39,814 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:14:39,937 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:14:40,793 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:14:43,655 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:14:45,794 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:14:50,795 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:14:52,734 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:14:54,771 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:14:54,772 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:14:54,815 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:14:55,955 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:15:00,957 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:15:02,818 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:15:06,236 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:15:09,929 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:15:10,338 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:15:10,346 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:15:10,347 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:15:11,516 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:15:12,922 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:15:16,560 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:15:21,561 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:15:23,022 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:15:25,334 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:15:25,334 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:15:25,335 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:15:27,532 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:15:33,122 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:15:33,234 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:15:38,234 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:15:39,931 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:15:41,359 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:15:41,361 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:15:41,363 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:15:43,198 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:15:43,452 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:15:48,453 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:15:53,269 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:15:53,507 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:15:56,357 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:15:56,358 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:15:56,358 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:15:58,615 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:16:03,345 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:16:04,378 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:16:09,384 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:16:09,932 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:16:11,358 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:16:11,360 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:16:11,360 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:16:13,428 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:16:15,341 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:16:20,342 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:16:23,496 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:16:25,869 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:16:26,358 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:16:26,365 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:16:26,366 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:16:31,437 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:16:33,574 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:16:36,438 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:16:39,933 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:16:41,358 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:16:41,360 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:16:41,361 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:16:41,559 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:16:43,639 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:16:47,037 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:16:51,717 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 14:16:51,718 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 14:16:51,719 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 14:16:51,722 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 14:16:52,708 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 14:16:52,724 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:16:53,711 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:16:54,716 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:16:56,358 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:16:56,359 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:16:56,360 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:16:58,525 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:17:03,535 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:17:03,820 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:17:08,537 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:17:09,946 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:17:11,359 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:17:11,360 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:17:11,360 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:17:13,538 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:17:13,900 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:17:18,540 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:17:22,970 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:17:23,938 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:17:26,358 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:17:26,359 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:17:26,362 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:17:29,545 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:17:31,030 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:17:35,338 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:17:39,935 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:17:41,108 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:17:41,235 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:17:41,359 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:17:41,366 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:17:41,366 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:17:46,522 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:17:51,179 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:17:51,848 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:17:56,360 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:17:56,376 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:17:56,386 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:17:57,606 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:18:01,254 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:18:03,569 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:18:08,570 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:18:09,935 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:18:11,328 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:18:11,359 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:18:11,360 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:18:11,362 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:18:14,547 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:18:19,919 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:18:21,416 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:18:24,919 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:18:27,266 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:18:27,268 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:18:27,269 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:18:29,512 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:18:30,316 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:18:35,317 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:18:39,577 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:18:39,936 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:18:40,936 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:18:42,265 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:18:42,266 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:18:42,266 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:18:46,497 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:18:49,647 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:18:51,534 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:18:56,535 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:18:57,265 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:18:57,266 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:18:57,266 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:18:57,704 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:19:02,505 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:19:07,774 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:19:08,319 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:19:09,936 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:19:12,266 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:19:12,266 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:19:12,266 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:19:13,454 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:19:17,841 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:19:18,897 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:19:23,898 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:19:27,266 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:19:27,266 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:19:27,266 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:19:29,520 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:19:31,929 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:19:35,497 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:19:39,938 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:19:41,053 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:19:41,997 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:19:42,266 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:19:42,266 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:19:42,267 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:19:46,433 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:19:51,893 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:19:52,068 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:19:56,899 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:19:58,270 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:19:58,271 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:19:58,272 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:20:01,160 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:20:02,291 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:20:07,292 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:20:08,833 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 14:20:08,834 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 14:20:08,835 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 14:20:08,837 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 14:20:09,210 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 14:20:09,211 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:20:09,938 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:20:10,215 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:20:12,939 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:20:13,267 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:20:13,268 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:20:13,268 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:20:18,438 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:20:19,278 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:20:23,702 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:20:28,268 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:20:28,268 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:20:28,268 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:20:29,342 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:20:29,437 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:20:34,437 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:20:39,415 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:20:39,749 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:20:39,939 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:20:43,268 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:20:43,269 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:20:43,270 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:20:45,490 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:20:49,509 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:20:50,573 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:20:55,575 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:20:58,268 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:20:58,269 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:20:58,325 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:20:59,584 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:21:01,442 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:21:06,444 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:21:09,655 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:21:09,939 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:21:11,940 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:21:13,268 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:21:13,269 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:21:13,269 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:21:17,715 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:21:17,913 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:21:22,914 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:21:27,791 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:21:28,268 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:21:28,269 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:21:28,269 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:21:28,269 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:21:33,450 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:21:37,863 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:21:39,344 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:21:39,954 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:21:43,270 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:21:43,270 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:21:43,271 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:21:44,441 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:21:47,942 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:21:49,971 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:21:54,972 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:21:58,015 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:21:58,269 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:21:58,270 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:21:58,270 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:22:00,527 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:22:05,529 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:22:08,098 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:22:09,956 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:22:10,956 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:22:13,271 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:22:13,273 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:22:13,274 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:22:16,450 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:22:18,185 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:22:21,493 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:22:26,495 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:22:28,258 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:22:28,270 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:22:28,271 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:22:28,272 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:22:32,446 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:22:37,323 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:22:37,794 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:22:39,956 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:22:42,957 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:22:43,270 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:22:43,271 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:22:43,271 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:22:47,402 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:22:48,745 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:22:53,747 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:22:57,489 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:22:58,270 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:22:58,271 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:22:58,271 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:22:59,506 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:23:04,507 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:23:09,516 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:23:09,956 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:23:13,270 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:23:13,278 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:23:13,279 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:23:15,511 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:23:20,514 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:23:23,794 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:23:26,039 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:23:28,270 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:23:28,271 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:23:28,271 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:23:31,469 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:23:33,866 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:23:36,697 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:23:39,958 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:23:41,961 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:23:43,271 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:23:43,272 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:23:43,274 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:23:43,473 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 14:23:43,474 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 14:23:43,475 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 14:23:43,479 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 14:23:43,936 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 14:23:44,947 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:23:45,953 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:23:47,482 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:23:52,484 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:23:56,031 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:23:57,822 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:23:58,273 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:23:58,275 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:23:58,275 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:24:03,495 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:24:06,162 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:24:09,492 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:24:09,958 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:24:13,272 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:24:13,274 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:24:13,275 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:24:14,494 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:24:16,235 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:24:19,544 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:24:24,546 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:24:26,298 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:24:28,272 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:24:28,272 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:24:28,273 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:24:30,472 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:24:36,358 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:24:36,437 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:24:39,959 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:24:41,960 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:24:43,274 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:24:43,275 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:24:43,276 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:24:46,432 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:24:47,922 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:24:52,924 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:24:55,632 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:24:58,272 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:24:58,273 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:24:58,274 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:24:58,274 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:25:03,514 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:25:05,705 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:25:08,946 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:25:09,960 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:25:13,962 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:25:14,683 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:25:14,684 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:25:14,686 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:25:17,819 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:25:19,749 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:25:24,751 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:25:27,926 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:25:29,680 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:25:29,681 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:25:29,682 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:25:29,860 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:25:34,862 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:25:38,039 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:25:39,960 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:25:39,961 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:25:44,963 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:25:45,338 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:25:45,341 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:25:45,361 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:25:48,146 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:25:50,828 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:25:55,829 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:25:58,212 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:26:00,340 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:26:00,341 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:26:00,341 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:26:01,541 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:26:07,295 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:26:08,291 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:26:09,961 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:26:12,962 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:26:15,338 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:26:15,339 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:26:15,341 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:26:18,361 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:26:18,892 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:26:23,894 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:26:28,436 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:26:29,000 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:26:30,338 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:26:30,339 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:26:30,340 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:26:34,570 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:26:36,512 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:26:39,961 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:26:39,962 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:26:44,964 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:26:45,338 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:26:45,339 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:26:45,340 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:26:46,591 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:26:50,521 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:26:55,662 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:26:55,760 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:27:00,338 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:27:00,339 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:27:00,339 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:27:01,526 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:27:05,350 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 14:27:05,352 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 14:27:05,352 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 14:27:05,354 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 14:27:05,732 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 14:27:06,737 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:27:07,356 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:27:07,743 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:27:09,962 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:27:12,964 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:27:15,339 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:27:15,341 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:27:15,342 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:27:17,881 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:27:18,816 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:27:23,824 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:27:28,009 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:27:29,614 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:27:30,338 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:27:30,340 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:27:30,340 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:27:35,545 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:27:38,082 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:27:39,962 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:27:40,963 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:27:45,339 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:27:45,340 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:27:45,342 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:27:46,920 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:27:48,148 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:27:51,921 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:27:57,083 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:27:58,218 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:28:00,339 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:28:00,340 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:28:00,341 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:28:02,545 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:28:07,820 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:28:08,297 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:28:09,963 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:28:12,965 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:28:15,340 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:28:15,341 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:28:15,342 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:28:18,534 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:28:18,593 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:28:23,595 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:28:26,591 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:28:29,222 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:28:30,339 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:28:30,341 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:28:30,342 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:28:34,567 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:28:38,755 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:28:39,735 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:28:39,964 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:28:44,987 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:28:45,340 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:28:45,341 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:28:45,342 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:28:48,029 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:28:50,591 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:28:55,592 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:28:58,094 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:29:00,339 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:29:00,341 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:29:00,341 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:29:00,597 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:29:05,599 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:29:08,216 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:29:09,964 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:29:10,965 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:29:15,340 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:29:15,342 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:29:15,342 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:29:16,514 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:29:18,283 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:29:21,515 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:29:27,502 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:29:28,353 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:29:30,340 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:29:30,341 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:29:30,343 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:29:32,571 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:29:38,484 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:29:38,507 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:29:39,965 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:29:43,966 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:29:45,340 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:29:45,341 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:29:45,341 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:29:46,566 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:29:49,551 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:29:55,550 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:29:56,638 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:30:00,340 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:30:00,342 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:30:00,342 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:30:01,532 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:30:06,721 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:30:07,268 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:30:09,966 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:30:12,968 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:30:15,340 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:30:15,341 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:30:15,342 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:30:16,790 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:30:18,580 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:30:23,582 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:30:23,815 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 14:30:23,816 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 14:30:23,816 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 14:30:23,818 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 14:30:23,841 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 14:30:25,916 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:30:28,820 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:30:30,340 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:30:30,342 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:30:30,342 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:30:34,815 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:30:35,984 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:30:39,815 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:30:39,966 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:30:45,341 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:30:45,342 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:30:45,342 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:30:45,342 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:30:46,250 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:30:50,611 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:30:56,315 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:30:56,596 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:31:00,341 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:31:00,342 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:31:00,342 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:31:02,561 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:31:06,383 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:31:08,171 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:31:09,966 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:31:13,876 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:31:15,341 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:31:15,342 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:31:15,342 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:31:16,462 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:31:19,553 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:31:24,527 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:31:24,598 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:31:29,599 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:31:30,342 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:31:30,343 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:31:30,345 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:31:34,596 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:31:35,506 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:31:39,967 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:31:40,968 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:31:44,673 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:31:45,341 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:31:45,342 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:31:45,343 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:31:46,538 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:31:51,540 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:31:54,741 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:31:57,200 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:32:00,341 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:32:00,342 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:32:00,343 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:32:02,591 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:32:07,592 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:32:09,970 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:32:12,972 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:32:14,862 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:32:15,341 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:32:15,342 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:32:15,343 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:32:18,519 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:32:24,088 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:32:24,930 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:32:29,089 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:32:31,510 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:32:31,512 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:32:31,513 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:32:34,605 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:32:35,015 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:32:39,607 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:32:39,969 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:32:45,073 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:32:45,240 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:32:46,509 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:32:46,510 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:32:46,510 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:32:50,993 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:32:54,134 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:32:56,874 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:33:01,510 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:33:01,510 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:33:01,511 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:33:02,192 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:33:02,690 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:33:07,691 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:33:09,972 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:33:12,262 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:33:13,332 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:33:16,509 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:33:16,510 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:33:16,510 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:33:18,759 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:33:22,333 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:33:24,218 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:33:29,220 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:33:31,510 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:33:31,511 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:33:31,511 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:33:32,406 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:33:34,762 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:33:39,802 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:33:39,973 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:33:42,482 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:33:45,558 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:33:46,510 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:33:46,511 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:33:46,511 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:33:49,976 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 14:33:49,977 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 14:33:49,977 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 14:33:49,979 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 14:33:50,540 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 14:33:50,980 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:33:51,545 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:33:52,549 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:33:55,981 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:34:00,608 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:34:01,398 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:34:01,510 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:34:01,511 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:34:01,511 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:34:06,767 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:34:09,984 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:34:10,677 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:34:11,985 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:34:16,986 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:34:17,563 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:34:17,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:34:17,566 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:34:20,750 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:34:22,570 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:34:27,572 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:34:30,815 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:34:32,561 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:34:32,562 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:34:32,563 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:34:32,806 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:34:37,815 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:34:39,974 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:34:43,686 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:34:44,893 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:34:47,561 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:34:47,562 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:34:47,563 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:34:48,753 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:34:54,446 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:34:54,955 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:34:59,447 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:35:02,561 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:35:02,562 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:35:02,563 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:35:04,751 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:35:05,044 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:35:09,753 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:35:09,976 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:35:13,100 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:35:15,751 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:35:17,561 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:35:17,563 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:35:17,564 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:35:20,791 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:35:23,171 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:35:26,267 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:35:31,269 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:35:32,562 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:35:32,563 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:35:32,563 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:35:33,245 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:35:36,758 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:35:39,979 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:35:42,121 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:35:42,310 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:35:47,122 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:35:47,563 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:35:47,563 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:35:47,616 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:35:52,370 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:35:52,636 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:35:57,637 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:36:02,440 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:36:02,563 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:36:02,563 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:36:02,605 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:36:02,796 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:36:07,798 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:36:09,979 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:36:12,514 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:36:12,862 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:36:17,564 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:36:17,566 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:36:17,567 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:36:18,794 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:36:22,590 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:36:24,500 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:36:29,502 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:36:32,563 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:36:32,564 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:36:32,605 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:36:32,666 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:36:34,806 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:36:39,808 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:36:39,981 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:36:42,737 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:36:45,783 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:36:47,565 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:36:47,567 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:36:47,567 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:36:51,367 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:36:52,864 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:36:56,368 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:37:01,403 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:37:02,564 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:37:02,564 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:37:02,605 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:37:02,942 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:37:06,817 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:37:09,982 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:37:10,055 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 14:37:10,057 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 14:37:10,057 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 14:37:10,061 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 14:37:11,011 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 14:37:11,013 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:37:12,015 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:37:12,063 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:37:17,065 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:37:18,381 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:37:18,383 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:37:18,384 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:37:21,077 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:37:22,809 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:37:27,811 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:37:31,150 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:37:33,173 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:37:33,381 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:37:33,381 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:37:33,382 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:37:38,601 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:37:39,983 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:37:41,218 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:37:43,984 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:37:48,709 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:37:48,710 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:37:48,712 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:37:49,882 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:37:51,280 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:37:54,979 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:38:00,788 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:38:01,345 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:38:03,710 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:38:03,710 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:38:03,711 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:38:05,923 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:38:09,983 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:38:11,144 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:38:11,413 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:38:16,145 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:38:18,740 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:38:18,742 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:38:18,743 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:38:21,485 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:38:21,879 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:38:26,880 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:38:30,556 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:38:32,633 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:38:33,739 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:38:33,740 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:38:33,785 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:38:37,902 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:38:39,994 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:38:40,629 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:38:42,995 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:38:47,997 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:38:48,742 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:38:48,743 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:38:48,744 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:38:50,691 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:38:53,480 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:38:58,482 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:39:00,759 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:39:03,709 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:39:03,740 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:39:03,740 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:39:03,785 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:39:08,957 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:39:09,995 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:39:10,836 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:39:13,997 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:39:18,740 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:39:18,741 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:39:18,785 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:39:19,166 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:39:20,910 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:39:24,167 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:39:30,085 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:39:30,996 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:39:33,740 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:39:33,741 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:39:33,785 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:39:35,906 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:39:39,996 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:39:40,997 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:39:41,072 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:39:45,998 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:39:48,741 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:39:48,742 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:39:48,785 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:39:51,137 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:39:51,191 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:39:56,193 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:40:01,204 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:40:02,139 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:40:03,741 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:40:03,741 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:40:03,785 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:40:07,993 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:40:09,996 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:40:11,271 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:40:12,997 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:40:17,999 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:40:18,741 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:40:18,741 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:40:18,785 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:40:21,342 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:40:23,952 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:40:28,245 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 14:40:28,247 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 14:40:28,247 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 14:40:28,250 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 14:40:28,396 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 14:40:29,252 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:40:29,400 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:40:30,404 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:40:33,741 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:40:33,741 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:40:33,785 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:40:34,995 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:40:39,468 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:40:39,997 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:40:39,998 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:40:44,999 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:40:48,741 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:40:48,742 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:40:48,785 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:40:49,559 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:40:50,955 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:40:55,956 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:40:58,692 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:41:01,716 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:41:03,741 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:41:03,742 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:41:03,785 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:41:06,950 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:41:08,762 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:41:09,997 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:41:11,999 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:41:17,000 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:41:18,741 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:41:18,742 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:41:18,786 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:41:18,838 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:41:22,002 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:41:27,003 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:41:28,915 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:41:32,452 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:41:33,741 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:41:33,742 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:41:33,785 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:41:38,287 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:41:39,010 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:41:39,998 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:41:43,999 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:41:48,742 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:41:48,742 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:41:48,785 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:41:49,070 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:41:49,996 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:41:54,997 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:41:59,146 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:42:00,299 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:42:03,742 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:42:03,742 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:42:03,786 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:42:05,999 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:42:09,220 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:42:09,998 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:42:10,999 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:42:16,002 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:42:18,742 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:42:18,742 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:42:18,785 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:42:19,301 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:42:22,000 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:42:27,001 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:42:29,505 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:42:32,233 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:42:33,742 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:42:33,743 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:42:33,785 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:42:37,909 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:42:39,570 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:42:40,009 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:42:43,010 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:42:48,012 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:42:48,742 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:42:48,743 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:42:48,785 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:42:49,656 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:42:53,987 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:42:59,273 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:42:59,716 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:43:03,742 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:43:03,743 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:43:03,785 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:43:04,927 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:43:09,779 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:43:09,999 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:43:10,001 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:43:15,002 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:43:18,742 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:43:18,743 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:43:18,785 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:43:19,850 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:43:20,909 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:43:25,911 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:43:28,919 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:43:31,121 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:43:33,743 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:43:33,743 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:43:33,795 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:43:36,908 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:43:40,000 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:43:40,989 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:43:42,001 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:43:47,002 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:43:48,744 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:43:48,745 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:43:48,785 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:43:49,015 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 14:43:49,016 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 14:43:49,017 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 14:43:49,019 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 14:43:49,054 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 14:43:50,058 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:43:51,062 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:43:52,025 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:43:57,027 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:44:01,128 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:44:02,062 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:44:03,743 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:44:03,744 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:44:03,785 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:44:07,930 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:44:10,001 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:44:11,204 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:44:13,002 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:44:18,004 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:44:18,744 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:44:18,745 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:44:18,786 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:44:21,278 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:44:23,963 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:44:28,965 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:44:31,349 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:44:33,743 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:44:33,744 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:44:33,785 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:44:34,921 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:44:39,922 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:44:40,001 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:44:41,415 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:44:45,798 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:44:49,313 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:44:49,314 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:44:49,315 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:44:51,485 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:44:51,637 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:44:56,638 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:45:01,996 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:45:03,572 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:45:04,312 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:45:04,313 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:45:04,314 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:45:07,569 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:45:10,003 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:45:13,334 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:45:13,656 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:45:18,336 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:45:20,160 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:45:20,161 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:45:20,163 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:45:23,414 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:45:23,765 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:45:28,415 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:45:33,839 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:45:34,337 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:45:35,159 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:45:35,159 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:45:35,160 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:45:39,369 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:45:40,004 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:45:43,912 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:45:45,180 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:45:50,182 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:45:50,835 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:45:50,836 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:45:50,837 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:45:54,000 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:45:56,094 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:46:01,096 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:46:03,077 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:46:05,832 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:46:05,833 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:46:05,833 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:46:07,037 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:46:10,005 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:46:12,579 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:46:13,139 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:46:17,580 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:46:20,835 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:46:20,836 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:46:20,836 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:46:23,376 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:46:23,576 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:46:28,578 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:46:33,557 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:46:34,258 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:46:35,833 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:46:35,833 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:46:35,834 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:46:40,006 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:46:40,023 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:46:41,618 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:46:45,967 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:46:50,835 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:46:50,835 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:46:50,836 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:46:51,090 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:46:53,696 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:46:56,091 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:47:01,754 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:47:01,994 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:47:05,833 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:47:05,834 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:47:05,834 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:47:07,092 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:47:10,007 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:47:10,485 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 14:47:10,486 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 14:47:10,487 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 14:47:10,490 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 14:47:10,815 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 14:47:11,821 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:47:12,492 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:47:12,827 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:47:17,493 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:47:20,833 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:47:20,834 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:47:20,834 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:47:21,897 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:47:22,999 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:47:28,004 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:47:31,968 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:47:33,871 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:47:35,834 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:47:35,834 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:47:35,834 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:47:38,994 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:47:40,007 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:47:42,033 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:47:44,008 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:47:49,010 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:47:50,834 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:47:50,834 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:47:50,835 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:47:52,109 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:47:54,022 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:47:59,024 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:48:02,178 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:48:04,228 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:48:05,834 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:48:05,835 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:48:05,835 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:48:09,949 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:48:10,008 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:48:11,238 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:48:15,009 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:48:20,011 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:48:20,834 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:48:20,834 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:48:20,835 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:48:21,296 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:48:25,060 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:48:30,061 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:48:31,369 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:48:35,608 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:48:35,834 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:48:35,835 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:48:35,835 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:48:40,009 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:48:41,496 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:48:41,574 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:48:46,575 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:48:50,836 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:48:50,837 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:48:50,837 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:48:51,576 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:48:52,086 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:48:57,088 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:49:01,647 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:49:02,444 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:49:05,834 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:49:05,835 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:49:05,835 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:49:08,006 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:49:10,009 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:49:11,720 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:49:13,235 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:49:18,236 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:49:20,835 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:49:20,835 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:49:20,835 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:49:24,000 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:49:25,810 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:49:29,682 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:49:35,377 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:49:35,835 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:49:35,835 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:49:35,835 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:49:35,874 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:49:40,010 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:49:41,010 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:49:46,012 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:49:47,959 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:49:50,835 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:49:50,835 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:49:50,836 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:49:51,039 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:49:56,041 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:49:58,027 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:50:01,097 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:50:05,837 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:50:05,837 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:50:05,839 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:50:06,826 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:50:08,094 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:50:10,010 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:50:12,011 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:50:17,696 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:50:18,158 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:50:20,836 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:50:20,837 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:50:20,837 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:50:23,082 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:50:28,231 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:50:28,632 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:50:33,633 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:50:35,908 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:50:35,909 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:50:35,910 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:50:37,185 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 14:50:37,186 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 14:50:37,187 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 14:50:37,197 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 14:50:37,292 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 14:50:38,301 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:50:39,198 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:50:40,010 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:50:45,012 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:50:48,362 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:50:50,907 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:50:50,907 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:50:50,908 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:50:50,908 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:50:56,088 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:50:57,492 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:51:02,084 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:51:05,911 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:51:05,911 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:51:05,913 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:51:07,596 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:51:07,774 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:51:10,011 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:51:13,012 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:51:17,688 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:51:18,780 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:51:20,907 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:51:20,907 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:51:20,908 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:51:24,139 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:51:27,769 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:51:29,766 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:51:34,768 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:51:35,908 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:51:35,910 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:51:35,913 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:51:37,843 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:51:39,904 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:51:40,011 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:51:45,013 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:51:48,093 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:51:50,456 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:51:50,907 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:51:50,908 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:51:50,908 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:51:55,963 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:51:58,160 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:52:00,964 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:52:05,908 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:52:05,909 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:52:05,909 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:52:06,382 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:52:08,222 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:52:10,012 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:52:12,013 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:52:17,091 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:52:18,286 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:52:20,907 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:52:20,908 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:52:20,909 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:52:22,144 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:52:27,854 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:52:28,349 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:52:32,855 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:52:35,908 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:52:35,908 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:52:35,908 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:52:36,412 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:52:38,157 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:52:40,013 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:52:44,014 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:52:46,498 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:52:49,271 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:52:50,908 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:52:50,909 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:52:50,910 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:52:55,108 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:52:56,561 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:53:00,327 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:53:05,624 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:53:05,908 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:53:05,909 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:53:05,909 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:53:06,134 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:53:10,013 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:53:12,015 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:53:15,694 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:53:17,151 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:53:20,908 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:53:20,909 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:53:20,910 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:53:22,154 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:53:25,841 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:53:28,113 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:53:33,115 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:53:35,909 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:53:35,909 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:53:35,910 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:53:35,915 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:53:38,155 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:53:40,014 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:53:44,015 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:53:45,983 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:53:49,411 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:53:50,908 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:53:50,909 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:53:50,910 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:53:54,491 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:53:54,494 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 14:53:54,495 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 14:53:54,496 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 14:53:54,499 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 14:53:55,045 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 14:53:56,050 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:53:57,055 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:53:59,502 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:54:05,061 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:54:05,909 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:54:05,909 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:54:05,909 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:54:06,135 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:54:10,014 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:54:11,015 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:54:16,200 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:54:16,935 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:54:21,936 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:54:22,263 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:54:22,265 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:54:22,265 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:54:24,253 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:54:27,509 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:54:32,511 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:54:34,329 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:54:36,338 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:54:37,262 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:54:37,263 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:54:37,263 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:54:38,498 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:54:40,015 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:54:44,016 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:54:46,409 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:54:49,753 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:54:53,219 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:54:53,220 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:54:53,221 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:54:55,498 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:54:56,488 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:55:00,499 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:55:06,222 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:55:06,565 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:55:08,217 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:55:08,218 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:55:08,218 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:55:10,015 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:55:12,017 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:55:16,637 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:55:17,126 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:55:22,127 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:55:23,671 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:55:23,673 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:55:23,674 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:55:26,719 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:55:27,981 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:55:32,982 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:55:35,789 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:55:38,670 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:55:38,671 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:55:38,671 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:55:38,903 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:55:40,016 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:55:44,018 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:55:45,865 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:55:49,710 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:55:53,671 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:55:53,673 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:55:53,675 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:55:55,630 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:55:55,933 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:56:00,631 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:56:05,991 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:56:06,451 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:56:08,671 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:56:08,672 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:56:08,673 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:56:10,016 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:56:12,018 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:56:16,057 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:56:17,457 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:56:22,458 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:56:23,671 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:56:23,672 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:56:23,672 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:56:26,129 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:56:28,018 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:56:33,019 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:56:36,197 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:56:38,671 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:56:38,671 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:56:38,672 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:56:38,884 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:56:40,017 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:56:44,018 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:56:46,262 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:56:49,044 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:56:53,671 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:56:53,672 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:56:53,672 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:56:55,044 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:56:56,386 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:57:00,045 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:57:05,707 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:57:06,456 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:57:08,671 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:57:08,672 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:57:08,672 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:57:10,017 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:57:11,019 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:57:13,455 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 14:57:13,457 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 14:57:13,457 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 14:57:13,459 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 14:57:13,507 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 14:57:14,514 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:57:15,520 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:57:16,460 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:57:21,462 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:57:23,682 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:57:23,683 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:57:23,683 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:57:24,585 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:57:26,885 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:57:31,887 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:57:36,667 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:57:37,044 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:57:38,671 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:57:38,673 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:57:38,673 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:57:40,018 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:57:43,019 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:57:46,750 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:57:48,787 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:57:53,672 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:57:53,672 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:57:53,673 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:57:53,894 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:57:54,806 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:57:58,895 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:58:04,279 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:58:04,873 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:58:08,672 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:58:08,672 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:58:08,673 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:58:09,859 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:58:10,020 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:58:14,930 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:58:15,255 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:58:20,256 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:58:23,672 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:58:23,673 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:58:23,675 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:58:23,994 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:58:25,861 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:58:30,863 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:58:34,061 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:58:36,853 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:58:38,672 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:58:38,673 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:58:38,673 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:58:40,020 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:58:42,023 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:58:44,122 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:58:47,497 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:58:53,491 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:58:53,672 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:58:53,673 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:58:53,673 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:58:54,191 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:58:58,863 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:59:04,157 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:59:04,269 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:59:08,673 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:59:08,675 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:59:08,676 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:59:09,892 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:59:10,021 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:59:14,332 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:59:15,678 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:59:20,680 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:59:23,673 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:59:23,673 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:59:23,673 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:59:24,397 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:59:25,898 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:59:30,900 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:59:34,472 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:59:36,814 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:59:38,675 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:59:38,677 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:59:38,678 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:59:40,023 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 14:59:42,791 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:59:44,538 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:59:47,791 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:59:52,621 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 14:59:53,577 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 14:59:53,673 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 14:59:53,674 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 14:59:53,676 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 14:59:58,932 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:00:02,694 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:00:04,182 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:00:09,184 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:00:09,895 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:00:09,896 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:00:09,897 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:00:10,103 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:00:12,763 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:00:15,067 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:00:20,095 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:00:22,830 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:00:24,893 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:00:24,894 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:00:24,894 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:00:25,198 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:00:30,200 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:00:31,085 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 15:00:31,087 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 15:00:31,087 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 15:00:31,089 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 15:00:31,901 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 15:00:32,907 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:00:36,091 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:00:39,894 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:00:39,896 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:00:39,897 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:00:40,269 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:00:41,903 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:00:42,973 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:00:46,904 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:00:52,274 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:00:53,038 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:00:54,893 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:00:54,894 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:00:54,894 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:00:58,200 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:01:03,102 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:01:03,905 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:01:08,907 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:01:09,931 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:01:09,932 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:01:09,933 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:01:10,147 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:01:13,179 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:01:14,209 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:01:19,211 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:01:22,239 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:01:24,872 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:01:24,929 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:01:24,930 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:01:24,930 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:01:30,133 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:01:32,309 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:01:35,729 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:01:39,931 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:01:39,932 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:01:39,932 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:01:40,129 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:01:41,500 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:01:42,380 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:01:46,501 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:01:52,120 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:01:52,445 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:01:54,930 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:01:54,930 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:01:54,932 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:01:57,160 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:02:02,580 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:02:02,988 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:02:07,990 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:02:09,930 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:02:09,930 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:02:09,931 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:02:10,192 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:02:10,647 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:02:13,193 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:02:18,194 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:02:20,722 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:02:23,619 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:02:24,930 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:02:24,931 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:02:24,931 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:02:29,220 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:02:30,793 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:02:34,360 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:02:39,362 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:02:39,930 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:02:39,930 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:02:39,932 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:02:40,156 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:02:40,868 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:02:45,158 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:02:50,191 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:02:50,939 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:02:54,930 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:02:54,931 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:02:54,931 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:02:56,174 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:03:01,009 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:03:01,845 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:03:06,846 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:03:09,930 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:03:09,931 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:03:09,931 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:03:10,097 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:03:11,072 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:03:12,098 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:03:17,100 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:03:21,134 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:03:23,080 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:03:24,930 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:03:24,931 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:03:24,931 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:03:28,119 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:03:31,198 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:03:33,239 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:03:38,782 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:03:39,249 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:03:39,931 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:03:39,931 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:03:39,931 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:03:40,189 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:03:44,190 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:03:49,191 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:03:53,015 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 15:03:53,016 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 15:03:53,017 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 15:03:53,021 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 15:03:53,354 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 15:03:53,355 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:03:54,931 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:03:54,931 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:03:54,932 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:03:55,148 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:03:55,367 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:04:00,149 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:04:05,432 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:04:06,031 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:04:09,933 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:04:09,934 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:04:09,935 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:04:10,178 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:04:11,181 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:04:14,500 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:04:16,237 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:04:21,239 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:04:24,567 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:04:24,931 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:04:24,932 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:04:24,932 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:04:27,165 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:04:32,167 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:04:34,636 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:04:37,895 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:04:39,933 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:04:39,935 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:04:39,937 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:04:40,125 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:04:43,677 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:04:44,722 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:04:48,678 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:04:54,470 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:04:54,792 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:04:54,932 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:04:54,933 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:04:54,933 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:05:00,124 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:05:02,876 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:05:06,030 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:05:10,033 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:05:10,903 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:05:10,904 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:05:10,906 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:05:11,105 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:05:14,971 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:05:16,171 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:05:21,173 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:05:23,028 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:05:25,901 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:05:25,901 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:05:25,902 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:05:26,179 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:05:31,180 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:05:33,084 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:05:36,321 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:05:40,035 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:05:40,902 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:05:40,903 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:05:40,903 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:05:41,583 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:05:43,154 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:05:46,584 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:05:52,283 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:05:53,241 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:05:55,901 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:05:55,902 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:05:55,902 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:05:58,061 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:06:03,227 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:06:03,318 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:06:08,229 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:06:10,034 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:06:10,904 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:06:10,905 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:06:10,905 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:06:13,392 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:06:14,077 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:06:19,078 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:06:23,468 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:06:24,488 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:06:25,902 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:06:25,902 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:06:25,903 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:06:30,152 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:06:33,537 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:06:35,469 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:06:40,035 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:06:40,902 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:06:40,902 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:06:40,902 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:06:41,108 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:06:43,627 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:06:46,109 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:06:50,684 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:06:51,892 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:06:55,902 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:06:55,902 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:06:55,902 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:06:57,093 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:07:00,750 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:07:03,033 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:07:08,035 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:07:09,642 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 15:07:09,644 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 15:07:09,645 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 15:07:09,648 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 15:07:09,811 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 15:07:10,035 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:07:10,817 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:07:10,902 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:07:10,902 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:07:10,903 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:07:11,822 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:07:13,056 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:07:18,058 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:07:20,884 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:07:23,319 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:07:25,903 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:07:25,905 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:07:25,911 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:07:28,988 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:07:30,969 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:07:33,989 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:07:38,990 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:07:40,047 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:07:40,902 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:07:40,903 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:07:40,904 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:07:41,042 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:07:44,137 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:07:49,942 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:07:51,111 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:07:54,943 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:07:55,904 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:07:55,905 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:07:55,907 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:08:00,035 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:08:01,182 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:08:05,037 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:08:10,037 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:08:10,038 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:08:10,903 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:08:10,903 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:08:10,905 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:08:13,254 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:08:15,136 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:08:20,137 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:08:23,314 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:08:25,633 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:08:25,903 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:08:25,904 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:08:25,904 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:08:31,381 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:08:31,384 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:08:36,385 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:08:40,037 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:08:40,903 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:08:40,904 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:08:40,905 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:08:41,446 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:08:42,071 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:08:47,073 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:08:51,516 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:08:52,561 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:08:55,903 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:08:55,904 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:08:55,904 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:08:58,121 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:09:01,592 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:09:03,830 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:09:08,832 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:09:10,037 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:09:10,904 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:09:10,905 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:09:10,905 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:09:11,677 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:09:14,084 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:09:19,085 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:09:21,784 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:09:24,271 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:09:27,461 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:09:27,463 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:09:27,464 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:09:29,689 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:09:30,852 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:09:34,690 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:09:40,038 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:09:40,039 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:09:40,941 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:09:42,459 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:09:42,460 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:09:42,461 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:09:45,699 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:09:50,932 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:09:51,019 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:09:55,934 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:09:57,462 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:09:57,463 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:09:57,465 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:09:59,070 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:10:01,536 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:10:06,538 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:10:09,140 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:10:10,039 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:10:12,040 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:10:12,460 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:10:12,460 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:10:12,461 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:10:17,676 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:10:19,211 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:10:23,276 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:10:27,462 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:10:27,463 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:10:27,465 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:10:28,440 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:10:28,487 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 15:10:28,489 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 15:10:28,490 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 15:10:28,494 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 15:10:29,281 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 15:10:29,283 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:10:30,288 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:10:33,509 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:10:39,111 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:10:39,343 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:10:40,039 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:10:42,460 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:10:42,461 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:10:42,462 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:10:44,636 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:10:49,422 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:10:50,429 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:10:55,430 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:10:57,462 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:10:57,464 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:10:57,464 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:10:59,493 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:11:01,219 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:11:06,220 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:11:09,555 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:11:10,040 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:11:12,041 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:11:12,461 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:11:12,461 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:11:12,462 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:11:17,280 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:11:19,632 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:11:22,281 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:11:27,461 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:11:27,462 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:11:27,462 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:11:27,706 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:11:29,710 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:11:32,707 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:11:37,767 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:11:38,652 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:11:40,040 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:11:42,461 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:11:42,462 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:11:42,463 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:11:43,658 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:11:47,838 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:11:49,307 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:11:54,309 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:11:57,461 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:11:57,462 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:11:57,463 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:11:57,913 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:11:59,673 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:12:04,675 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:12:07,978 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:12:09,785 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:12:10,041 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:12:12,461 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:12:12,462 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:12:12,462 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:12:15,615 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:12:18,042 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:12:20,929 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:12:26,710 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:12:27,115 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:12:27,461 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:12:27,462 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:12:27,463 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:12:32,682 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:12:37,185 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:12:38,645 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:12:40,041 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:12:42,462 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:12:42,462 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:12:42,463 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:12:43,711 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:12:49,080 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:12:49,269 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:12:54,081 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:12:57,324 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:12:57,462 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:12:57,462 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:12:57,463 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:12:59,696 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:13:04,698 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:13:07,409 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:13:10,042 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:13:10,043 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:13:12,462 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:13:12,462 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:13:12,463 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:13:15,700 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:13:17,477 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:13:21,102 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:13:26,747 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:13:27,462 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:13:27,463 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:13:27,463 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:13:27,546 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:13:32,662 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:13:37,618 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:13:37,867 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:13:40,043 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:13:42,463 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:13:42,465 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:13:42,466 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:13:43,715 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:13:45,765 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 15:13:45,766 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 15:13:45,767 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 15:13:45,769 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 15:13:46,699 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 15:13:47,703 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:13:48,708 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:13:48,771 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:13:53,772 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:13:57,462 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:13:57,463 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:13:57,463 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:13:57,772 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:13:59,683 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:14:04,685 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:14:07,847 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:14:10,043 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:14:10,044 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:14:14,014 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:14:14,016 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:14:14,016 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:14:15,205 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:14:17,912 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:14:20,354 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:14:25,356 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:14:27,993 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:14:29,013 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:14:29,013 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:14:29,013 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:14:31,244 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:14:37,208 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:14:38,060 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:14:40,044 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:14:43,045 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:14:44,695 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:14:44,695 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:14:44,696 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:14:48,121 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:14:48,151 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:14:53,153 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:14:58,177 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:14:58,911 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:14:59,694 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:14:59,694 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:14:59,695 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:15:04,880 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:15:08,240 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:15:10,044 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:15:10,045 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:15:15,047 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:15:15,174 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:15:15,222 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:15:15,223 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:15:17,358 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:15:20,522 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:15:25,535 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:15:27,413 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:15:30,176 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:15:30,176 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:15:30,176 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:15:31,364 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:15:36,366 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:15:39,495 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:15:40,045 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:15:42,046 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:15:46,674 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:15:46,676 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:15:46,677 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:15:47,932 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:15:49,563 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:15:52,956 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:15:57,957 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:15:59,622 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:16:01,673 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:16:01,674 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:16:01,674 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:16:03,929 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:16:09,511 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:16:09,703 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:16:10,045 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:16:15,047 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:16:17,046 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:16:17,048 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:16:17,049 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:16:19,772 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:16:20,424 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:16:25,426 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:16:29,870 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:16:30,968 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:16:32,045 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:16:32,046 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:16:32,046 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:16:36,237 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:16:39,963 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:16:40,046 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:16:42,047 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:16:47,049 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:16:47,179 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:16:47,180 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:16:47,181 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:16:50,026 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:16:52,517 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:16:57,518 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:17:00,089 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:17:02,178 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:17:02,179 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:17:02,179 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:17:03,335 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:17:07,605 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 15:17:07,606 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 15:17:07,609 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 15:17:07,611 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 15:17:08,141 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 15:17:08,142 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:17:08,612 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:17:10,047 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:17:10,150 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:17:14,048 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:17:17,178 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:17:17,178 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:17:17,179 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:17:18,218 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:17:19,360 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:17:24,362 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:17:28,284 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:17:29,610 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:17:32,178 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:17:32,179 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:17:32,179 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:17:35,374 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:17:38,348 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:17:40,047 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:17:41,048 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:17:46,049 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:17:47,178 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:17:47,179 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:17:47,180 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:17:48,417 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:17:51,398 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:17:57,336 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:17:57,481 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:18:02,178 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:18:02,179 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:18:02,180 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:18:02,400 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:18:07,548 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:18:08,197 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:18:10,047 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:18:14,050 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:18:17,179 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:18:17,180 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:18:17,180 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:18:17,627 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:18:19,418 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:18:24,420 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:18:27,716 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:18:30,001 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:18:32,179 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:18:32,179 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:18:32,180 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:18:35,363 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:18:40,048 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:18:40,891 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:18:41,825 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:18:45,892 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:18:47,179 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:18:47,179 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:18:47,180 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:18:51,671 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:18:51,886 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:18:56,672 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:19:01,959 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:19:02,179 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:19:02,180 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:19:02,180 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:19:02,181 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:19:07,360 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:19:10,049 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:19:12,029 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:19:12,517 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:19:17,179 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:19:17,180 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:19:17,180 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:19:18,395 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:19:22,096 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:19:23,824 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:19:28,826 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:19:32,161 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:19:32,179 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:19:32,180 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:19:32,181 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:19:34,399 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:19:39,401 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:19:40,050 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:19:44,259 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:19:44,725 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:19:47,179 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:19:47,180 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:19:47,181 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:19:50,396 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:19:54,328 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:19:55,527 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:20:00,532 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:20:02,179 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:20:02,180 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:20:02,181 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:20:02,384 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:20:06,343 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:20:10,052 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:20:11,608 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:20:14,453 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:20:16,609 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:20:17,180 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:20:17,180 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:20:17,181 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:20:22,361 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:20:22,519 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:20:27,362 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:20:31,115 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 15:20:31,117 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 15:20:31,117 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 15:20:31,120 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 15:20:31,582 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 15:20:32,180 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:20:32,181 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:20:32,181 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:20:32,425 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:20:32,587 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:20:37,426 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:20:40,053 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:20:42,659 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:20:43,419 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:20:47,180 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:20:47,181 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:20:47,181 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:20:49,382 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:20:51,730 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:20:54,392 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:20:59,394 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:21:01,818 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:21:02,180 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:21:02,181 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:21:02,181 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:21:05,382 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:21:10,053 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:21:10,636 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:21:11,885 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:21:15,637 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:21:17,180 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:21:17,181 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:21:17,181 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:21:20,716 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:21:21,955 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:21:25,717 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:21:30,718 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:21:32,031 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:21:32,180 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:21:32,181 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:21:32,182 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:21:36,365 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:21:40,055 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:21:42,040 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:21:42,094 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:21:47,041 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:21:47,180 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:21:47,181 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:21:47,182 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:21:52,958 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:21:54,175 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:21:57,958 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:22:02,181 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:22:02,182 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:22:02,183 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:22:03,442 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:22:04,241 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:22:08,444 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:22:10,056 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:22:12,306 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:22:13,678 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:22:17,181 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:22:17,181 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:22:17,182 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:22:19,439 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:22:24,384 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:22:24,875 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:22:29,877 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:22:32,181 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:22:32,181 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:22:32,182 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:22:32,445 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:22:35,333 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:22:40,057 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:22:41,059 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:22:42,512 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:22:46,412 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:22:47,181 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:22:47,182 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:22:47,182 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:22:52,269 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:22:52,583 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:22:57,270 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:23:02,181 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:23:02,182 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:23:02,182 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:23:02,360 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:23:02,648 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:23:07,362 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:23:10,058 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:23:12,644 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:23:12,740 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:23:17,181 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:23:17,182 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:23:17,183 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:23:18,433 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:23:22,822 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:23:23,664 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:23:28,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:23:32,182 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:23:32,182 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:23:32,183 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:23:32,895 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:23:34,353 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:23:39,355 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:23:40,059 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:23:41,963 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:23:45,173 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:23:47,182 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:23:47,182 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:23:47,183 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:23:50,429 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:23:51,665 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 15:23:51,666 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 15:23:51,667 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 15:23:51,668 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 15:23:52,037 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 15:23:52,038 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:23:53,043 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:23:55,670 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:24:00,710 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:24:02,108 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:24:02,182 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:24:02,182 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:24:02,183 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:24:06,432 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:24:10,071 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:24:11,862 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:24:12,172 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:24:16,863 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:24:17,182 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:24:17,183 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:24:17,183 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:24:22,238 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:24:22,750 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:24:27,751 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:24:32,182 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:24:32,183 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:24:32,183 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:24:32,329 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:24:33,353 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:24:38,354 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:24:40,061 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:24:42,395 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:24:43,562 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:24:47,182 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:24:47,183 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:24:47,183 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:24:49,357 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:24:52,467 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:24:55,295 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:25:00,297 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:25:02,182 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:25:02,183 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:25:02,183 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:25:02,544 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:25:05,397 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:25:10,062 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:25:11,064 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:25:14,657 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:25:16,275 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:25:17,183 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:25:17,183 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:25:17,184 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:25:21,335 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:25:24,736 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:25:26,846 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:25:31,847 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:25:32,184 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:25:32,186 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:25:32,186 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:25:34,808 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:25:37,751 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:25:40,063 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:25:43,575 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:25:44,878 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:25:47,183 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:25:47,184 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:25:47,184 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:25:49,438 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:25:54,950 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:25:55,095 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:26:00,097 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:26:02,183 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:26:02,184 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:26:02,184 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:26:03,011 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:26:05,354 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:26:10,065 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:26:11,067 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:26:15,107 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:26:16,154 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:26:17,183 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:26:17,184 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:26:17,184 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:26:21,417 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:26:23,163 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:26:26,944 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:26:32,183 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:26:32,184 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:26:32,184 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:26:32,185 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:26:32,218 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:26:37,358 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:26:40,067 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:26:42,283 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:26:42,524 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:26:47,184 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:26:47,184 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:26:47,185 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:26:48,448 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:26:52,350 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:26:54,119 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:26:59,121 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:27:02,185 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:27:02,188 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:27:02,189 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:27:02,413 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:27:04,400 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:27:09,401 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:27:10,067 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:27:10,846 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 15:27:10,847 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 15:27:10,847 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 15:27:10,850 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 15:27:11,480 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 15:27:12,486 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:27:13,491 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:27:14,852 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:27:17,184 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:27:17,185 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:27:17,185 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:27:20,408 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:27:22,563 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:27:25,612 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:27:30,614 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:27:32,184 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:27:32,185 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:27:32,186 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:27:32,634 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:27:36,386 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:27:40,069 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:27:41,494 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:27:42,740 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:27:46,495 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:27:47,184 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:27:47,185 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:27:47,186 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:27:51,514 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:27:56,515 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:28:00,863 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:28:02,151 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:28:02,184 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:28:02,186 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:28:02,187 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:28:07,419 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:28:10,069 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:28:10,946 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:28:13,071 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:28:18,073 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:28:18,548 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:28:18,549 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:28:18,550 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:28:21,007 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:28:23,813 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:28:28,816 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:28:31,074 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:28:33,547 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:28:33,548 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:28:33,548 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:28:34,796 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:28:40,070 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:28:40,070 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:28:41,137 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:28:45,072 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:28:48,626 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:28:48,627 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:28:48,628 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:28:50,858 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:28:51,205 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:28:55,859 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:29:01,271 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:29:01,515 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:29:03,623 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:29:03,623 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:29:03,623 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:29:06,878 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:29:10,070 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:29:11,337 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:29:12,071 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:29:17,073 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:29:18,624 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:29:18,624 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:29:18,624 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:29:20,395 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:29:22,825 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:29:27,827 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:29:28,453 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:29:33,210 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:29:33,624 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:29:33,624 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:29:33,624 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:29:38,514 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:29:39,038 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:29:40,071 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:29:44,072 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:29:48,577 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:29:48,623 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:29:48,623 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:29:48,624 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:29:49,781 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:29:54,785 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:29:58,645 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:29:59,961 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:30:03,623 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:30:03,624 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:30:03,624 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:30:05,795 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:30:08,707 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:30:10,071 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:30:11,072 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:30:16,074 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:30:18,623 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:30:18,624 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:30:18,624 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:30:18,771 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:30:21,850 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:30:27,767 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:30:28,845 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:30:32,768 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:30:33,624 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:30:33,624 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:30:33,625 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:30:37,205 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 15:30:37,206 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 15:30:37,207 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 15:30:37,208 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 15:30:37,919 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 15:30:38,210 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:30:38,923 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:30:39,935 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:30:40,075 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:30:44,077 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:30:48,623 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:30:48,624 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:30:48,626 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:30:49,006 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:30:49,867 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:30:54,869 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:30:59,064 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:31:00,173 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:31:03,624 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:31:03,625 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:31:03,625 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:31:05,855 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:31:09,135 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:31:10,072 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:31:11,073 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:31:16,075 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:31:18,624 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:31:18,624 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:31:18,625 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:31:19,194 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:31:21,876 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:31:26,878 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:31:29,250 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:31:32,633 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:31:33,625 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:31:33,629 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:31:33,632 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:31:37,814 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:31:39,310 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:31:40,073 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:31:43,074 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:31:48,446 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:31:48,630 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:31:48,637 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:31:48,638 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:31:49,379 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:31:53,871 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:31:59,234 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:31:59,443 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:32:03,630 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:32:03,637 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:32:03,638 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:32:04,861 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:32:09,521 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:32:10,073 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:32:10,074 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:32:15,076 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:32:18,630 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:32:18,637 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:32:18,638 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:32:19,594 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:32:20,832 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:32:25,834 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:32:29,668 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:32:31,397 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:32:33,630 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:32:33,638 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:32:33,638 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:32:36,895 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:32:38,735 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:32:40,085 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:32:42,086 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:32:47,088 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:32:48,630 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:32:48,638 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:32:48,639 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:32:48,817 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:32:52,884 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:32:57,886 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:32:58,899 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:33:03,109 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:33:03,630 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:33:03,638 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:33:03,639 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:33:08,631 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:33:08,972 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:33:10,074 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:33:14,075 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:33:18,630 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:33:18,638 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:33:18,639 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:33:19,037 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:33:19,844 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:33:24,845 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:33:29,108 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:33:29,875 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:33:33,631 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:33:33,638 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:33:33,639 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:33:35,851 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:33:40,076 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:33:41,078 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:33:43,199 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:33:46,483 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:33:48,631 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:33:48,638 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:33:48,639 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:33:51,892 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:33:53,272 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:33:57,279 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:34:02,280 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:34:02,288 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 15:34:02,290 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 15:34:02,290 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 15:34:02,292 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 15:34:02,338 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 15:34:03,342 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:34:03,631 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:34:03,638 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:34:03,639 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:34:05,352 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:34:07,885 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:34:10,076 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:34:13,077 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:34:18,078 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:34:18,632 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:34:18,639 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:34:18,641 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:34:23,822 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:34:28,823 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:34:33,632 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:34:33,639 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:34:33,640 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:34:33,885 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:34:38,886 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:34:40,077 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:34:44,079 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:34:48,632 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:34:48,639 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:34:48,640 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:34:49,872 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:34:54,873 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:34:59,874 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:35:03,632 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:35:03,639 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:35:03,640 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:35:04,879 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:35:09,880 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:35:10,077 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:35:15,078 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:35:18,632 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:35:18,639 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:35:18,640 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:35:20,849 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:35:25,850 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:35:30,851 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:35:33,632 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:35:33,639 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:35:33,640 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:35:36,804 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:35:40,077 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:35:42,078 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:35:47,079 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:35:48,632 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:35:48,640 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:35:48,640 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:35:52,868 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:35:57,869 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:36:02,870 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:36:03,632 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:36:03,640 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:36:03,640 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:36:07,879 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:36:10,078 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:36:13,079 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:36:18,080 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:36:18,632 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:36:18,640 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:36:18,640 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:36:23,846 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:36:28,847 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:36:33,632 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:36:33,640 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:36:33,640 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:36:34,791 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:36:39,792 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:36:40,078 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:36:45,079 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:36:48,632 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:36:48,640 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:36:48,641 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:36:50,792 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:36:55,792 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:37:00,793 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:37:03,633 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:37:03,640 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:37:03,641 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:37:05,854 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:37:10,079 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:37:11,080 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:37:16,081 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:37:18,633 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:37:18,640 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:37:18,641 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:37:21,899 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:37:26,906 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:37:31,907 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:37:33,633 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:37:33,640 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:37:33,641 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:37:37,853 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:37:40,080 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:37:43,081 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:37:48,081 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:37:48,633 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:37:48,640 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:37:48,641 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:37:53,814 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:37:58,816 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:38:03,633 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:38:03,641 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:38:03,641 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:38:04,813 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:38:09,814 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:38:10,080 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:38:15,081 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:38:18,634 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:38:18,641 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:38:18,641 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:38:20,880 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:38:25,881 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:38:30,882 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:38:33,634 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:38:33,641 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:38:33,642 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:38:35,897 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:38:40,080 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:38:41,081 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:38:46,082 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:38:48,634 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:38:48,641 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:38:48,642 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:38:51,791 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:38:56,792 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:39:01,793 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:39:03,634 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:39:03,641 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:39:03,642 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:39:06,878 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:39:10,081 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:39:12,082 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:39:17,083 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:39:18,634 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:39:18,641 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:39:18,642 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:39:22,812 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:39:27,813 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:39:32,814 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:39:33,634 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:39:33,641 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:39:33,642 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:39:38,797 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:39:40,081 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:39:44,082 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:39:48,634 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:39:48,642 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:39:48,642 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:39:49,877 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:39:54,878 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:39:59,878 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:40:03,634 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:40:03,642 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:40:03,642 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:40:05,820 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:40:10,082 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:40:11,083 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:40:16,083 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:40:18,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:40:18,642 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:40:18,643 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:40:21,824 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:40:26,830 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:40:31,831 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:40:33,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:40:33,642 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:40:33,642 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:40:37,826 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:40:40,083 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:40:43,085 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:40:48,085 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:40:48,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:40:48,642 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:40:48,643 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:40:53,887 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:40:58,888 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:41:03,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:41:03,642 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:41:03,643 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:41:04,886 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:41:09,887 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:41:10,083 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:41:15,084 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:41:18,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:41:18,642 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:41:18,643 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:41:20,797 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:41:25,798 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:41:30,799 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:41:33,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:41:33,642 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:41:33,643 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:41:35,803 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:41:40,083 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:41:41,084 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:41:46,085 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:41:48,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:41:48,643 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:41:48,643 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:41:51,896 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:41:56,896 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:42:01,897 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:42:03,635 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:42:03,643 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:42:03,644 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:42:07,808 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:42:10,084 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:42:13,085 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:42:18,086 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:42:18,636 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:42:18,643 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:42:18,644 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:42:23,897 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:42:28,898 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:42:33,636 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:42:33,643 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:42:33,644 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:42:34,894 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:42:39,895 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:42:40,085 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:42:45,086 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:42:48,636 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:42:48,643 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:42:48,644 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:42:50,814 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:42:55,815 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:43:00,816 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:43:03,636 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:43:03,644 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:43:03,644 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:43:05,839 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:43:10,085 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:43:11,086 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:43:16,086 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:43:18,636 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:43:18,643 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:43:18,644 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:43:21,831 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:43:26,832 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:43:31,833 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:43:33,636 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:43:33,644 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:43:33,644 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:43:36,893 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:43:40,086 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:43:42,086 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:43:47,087 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:43:48,637 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:43:48,644 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:43:48,644 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:43:52,893 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:43:57,894 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:44:02,895 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:44:03,637 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:44:03,644 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:44:03,644 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:44:08,864 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:44:10,086 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:44:14,087 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:44:14,927 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 15:44:14,931 DEBUG SenderThread:607337 [sender.py:send():380] send: metric +2023-11-19 15:44:14,933 DEBUG SenderThread:607337 [sender.py:send():380] send: metric +2023-11-19 15:44:14,933 DEBUG SenderThread:607337 [sender.py:send():380] send: metric +2023-11-19 15:44:14,933 DEBUG SenderThread:607337 [sender.py:send():380] send: metric +2023-11-19 15:44:14,934 DEBUG SenderThread:607337 [sender.py:send():380] send: metric +2023-11-19 15:44:14,934 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 15:44:14,935 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 15:44:14,938 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 15:44:15,224 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 15:44:16,230 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:44:18,242 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:44:19,756 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:44:19,756 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:44:19,805 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:44:19,948 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:44:24,949 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:44:29,950 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:44:34,950 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:44:35,875 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:44:35,876 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:44:35,877 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:44:38,369 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:44:40,087 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:44:40,094 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:44:41,420 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/config.yaml +2023-11-19 15:44:42,424 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:44:45,629 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:44:50,630 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:44:55,631 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:45:05,039 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:45:19,744 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:45:19,789 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-19 15:45:19,898 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:45:19,968 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:45:19,982 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:45:21,911 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:45:25,289 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:45:27,438 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: keepalive +2023-11-19 15:45:30,286 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:45:35,287 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:45:40,288 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:45:45,289 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:45:45,613 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:45:45,614 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:45:45,615 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:45:48,056 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:45:49,872 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:45:50,873 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:45:51,332 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:45:51,333 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:45:51,335 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:45:56,499 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:46:01,499 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:46:06,332 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:46:06,332 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:46:06,375 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:46:06,578 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:46:11,579 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:46:16,580 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:46:19,872 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:46:21,332 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:46:21,332 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:46:21,375 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:46:22,534 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:46:27,535 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:46:32,536 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:46:36,332 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:46:36,332 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:46:36,375 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:46:38,497 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:46:43,498 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:46:48,292 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:46:48,905 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:46:49,873 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:46:51,332 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:46:51,332 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:46:51,335 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:46:54,494 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:47:00,376 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:47:00,460 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:47:05,460 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:47:06,332 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:47:06,333 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:47:06,335 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:47:10,513 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:47:12,451 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:47:15,573 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:47:19,875 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:47:20,878 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:47:21,333 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:47:21,335 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:47:21,336 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:47:24,533 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:47:26,280 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:47:31,281 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:47:34,599 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:47:36,333 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:47:36,333 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:47:36,335 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:47:36,559 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:47:41,561 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:47:44,669 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:47:47,200 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:47:49,877 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:47:51,333 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:47:51,335 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:47:51,338 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:47:53,037 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:47:54,742 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:47:58,037 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:48:03,986 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:48:04,817 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:48:06,333 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:48:06,334 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:48:06,336 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:48:09,519 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:48:14,895 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:48:14,896 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:48:19,880 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:48:20,882 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:48:21,334 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:48:21,336 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:48:21,337 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:48:23,970 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:48:26,474 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:48:31,476 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:48:34,082 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:48:36,333 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:48:36,334 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:48:36,336 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:48:36,491 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:48:41,492 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:48:46,161 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:48:46,988 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:48:49,880 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:48:52,638 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:48:52,639 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:48:52,640 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:48:52,640 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:48:56,235 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:48:57,696 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:49:02,697 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:49:04,291 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:49:07,637 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:49:07,637 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:49:07,638 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:49:07,814 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:49:12,815 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:49:16,368 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:49:18,733 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:49:19,880 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:49:22,637 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:49:22,639 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:49:22,640 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:49:24,269 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:49:24,432 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:49:29,269 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:49:34,496 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:49:34,975 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:49:37,638 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:49:37,638 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:49:37,639 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:49:40,807 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:49:44,570 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:49:46,559 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:49:49,883 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:49:51,886 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:49:52,638 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:49:52,639 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:49:52,695 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:49:54,639 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:49:57,183 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:50:02,185 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:50:04,713 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:50:07,637 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:50:07,638 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:50:07,638 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:50:07,639 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:50:12,770 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:50:12,819 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 15:50:12,828 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 15:50:12,828 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 15:50:12,832 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 15:50:13,786 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 15:50:14,793 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:50:17,844 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:50:19,885 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:50:22,638 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:50:22,639 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:50:22,639 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:50:22,864 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:50:24,877 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:50:27,865 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:50:33,044 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:50:34,960 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:50:37,638 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:50:37,639 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:50:37,639 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:50:38,794 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:50:44,412 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:50:45,033 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:50:49,417 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:50:49,885 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:50:52,638 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:50:52,639 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:50:52,639 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:50:54,897 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:50:55,110 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:50:59,899 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:51:04,193 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:51:05,110 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:51:07,638 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:51:07,639 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:51:07,640 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:51:10,821 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:51:12,250 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:51:16,648 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:51:19,886 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:51:22,081 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:51:22,324 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:51:22,638 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:51:22,639 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:51:22,639 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:51:27,859 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:51:32,427 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:51:33,618 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:51:37,638 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:51:37,640 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:51:37,640 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:51:38,814 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:51:44,526 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:51:44,568 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:51:49,569 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:51:49,888 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:51:52,638 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:51:52,661 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:51:52,662 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:51:54,677 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:51:54,847 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:51:59,859 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:52:04,758 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:52:05,049 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:52:07,638 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:52:07,640 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:52:07,640 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:52:10,845 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:52:14,836 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:52:16,825 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:52:19,889 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:52:21,891 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:52:22,639 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:52:22,640 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:52:22,641 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:52:24,942 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:52:26,909 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:52:31,910 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:52:35,024 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:52:37,390 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:52:37,639 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:52:37,640 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:52:37,641 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:52:43,383 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:52:45,101 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:52:48,384 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:52:49,892 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:52:52,639 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:52:52,640 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:52:52,641 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:52:53,838 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:52:55,188 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:52:58,840 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:53:03,995 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:53:05,260 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:53:07,639 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:53:07,640 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:53:07,640 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:53:09,852 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:53:12,317 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:53:15,608 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:53:19,891 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:53:20,894 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:53:22,403 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:53:22,639 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:53:22,641 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:53:22,642 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:53:26,858 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:53:31,535 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 15:53:31,537 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 15:53:31,538 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 15:53:31,541 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 15:53:32,533 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 15:53:32,534 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:53:32,543 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:53:37,544 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:53:37,639 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:53:37,641 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:53:37,641 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:53:42,650 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:53:44,625 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:53:47,651 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:53:49,893 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:53:52,661 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:53:52,673 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:53:52,673 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:53:52,674 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:53:54,694 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:53:57,927 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:54:03,824 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:54:04,769 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:54:07,644 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:54:07,672 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:54:07,673 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:54:08,928 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:54:14,583 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:54:14,843 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:54:19,585 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:54:19,894 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:54:22,669 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:54:22,672 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:54:22,673 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:54:24,863 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:54:24,914 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:54:29,867 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:54:34,993 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:54:35,438 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:54:37,649 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:54:37,673 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:54:37,674 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:54:40,950 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:54:45,074 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:54:46,865 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:54:49,894 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:54:51,896 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:54:52,726 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:54:52,727 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:54:52,731 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:54:57,147 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:54:57,250 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:55:02,252 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:55:07,226 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:55:07,501 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:55:07,724 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:55:07,724 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:55:07,725 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:55:12,901 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:55:17,293 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:55:18,532 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:55:19,895 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:55:23,426 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:55:23,428 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:55:23,429 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:55:23,614 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:55:27,367 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:55:29,599 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:55:34,600 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:55:37,440 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:55:38,424 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:55:38,424 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:55:38,425 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:55:40,594 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:55:46,211 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:55:46,509 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:55:49,895 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:55:51,896 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:55:54,221 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:55:54,222 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:55:54,223 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:55:56,579 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:55:57,442 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:56:02,443 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:56:07,445 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:56:08,664 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:56:09,219 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:56:09,219 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:56:09,219 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:56:12,466 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:56:17,468 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:56:18,743 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:56:19,896 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:56:22,896 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:56:24,219 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:56:24,220 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:56:24,220 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:56:28,398 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:56:33,399 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:56:38,406 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:56:39,219 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:56:39,220 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:56:39,220 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:56:43,416 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:56:48,418 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:56:49,897 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:56:53,747 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:56:54,219 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:56:54,220 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:56:54,220 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:56:55,148 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:56:59,392 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:57:04,489 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:57:05,215 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:57:09,220 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:57:09,222 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:57:09,224 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:57:10,473 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:57:15,281 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:57:16,349 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:57:19,899 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:57:21,901 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:57:21,979 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: partial_history +2023-11-19 15:57:21,981 DEBUG SenderThread:607337 [sender.py:send():380] send: history +2023-11-19 15:57:21,982 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: summary_record +2023-11-19 15:57:21,985 INFO SenderThread:607337 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-19 15:57:22,332 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/wandb-summary.json +2023-11-19 15:57:23,340 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:57:24,220 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:57:24,220 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:57:24,220 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:57:27,485 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:57:33,212 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:57:33,420 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:57:38,213 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:57:39,221 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:57:39,222 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:57:39,224 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:57:43,570 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:57:45,502 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:57:48,570 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:57:49,900 DEBUG SenderThread:607337 [sender.py:send():380] send: stats +2023-11-19 15:57:54,220 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:57:54,220 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:57:54,221 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:57:54,221 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:57:55,576 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:57:59,419 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:58:03,639 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:58:05,155 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:58:10,156 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report +2023-11-19 15:58:10,876 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: stop_status +2023-11-19 15:58:10,877 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: internal_messages +2023-11-19 15:58:10,877 DEBUG SenderThread:607337 [sender.py:send_request():407] send_request: stop_status +2023-11-19 15:58:14,752 INFO Thread-12 :607337 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231119_105908-nwx0xdmm/files/output.log +2023-11-19 15:58:15,432 DEBUG HandlerThread:607337 [handler.py:handle_request():146] handle_request: status_report