diff --git "a/wandb/debug-internal.log" "b/wandb/debug-internal.log" new file mode 100644--- /dev/null +++ "b/wandb/debug-internal.log" @@ -0,0 +1,3458 @@ +2024-06-26 07:16:28,973 INFO StreamThr :2331 [internal.py:wandb_internal():85] W&B internal server running at pid: 2331, started at: 2024-06-26 07:16:28.972706 +2024-06-26 07:16:28,975 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status +2024-06-26 07:16:29,304 INFO WriterThread:2331 [datastore.py:open_for_write():87] open: /kaggle/working/wandb/run-20240626_071628-smnm2aje/run-smnm2aje.wandb +2024-06-26 07:16:29,304 DEBUG SenderThread:2331 [sender.py:send():378] send: header +2024-06-26 07:16:29,307 DEBUG SenderThread:2331 [sender.py:send():378] send: run +2024-06-26 07:16:29,419 INFO SenderThread:2331 [dir_watcher.py:__init__():211] watching files in: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files +2024-06-26 07:16:29,419 INFO SenderThread:2331 [sender.py:_start_run_threads():1123] run started: smnm2aje with start time 1719386188.977874 +2024-06-26 07:16:29,429 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: check_version +2024-06-26 07:16:29,430 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: check_version +2024-06-26 07:16:29,513 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: run_start +2024-06-26 07:16:29,524 DEBUG HandlerThread:2331 [system_info.py:__init__():26] System info init +2024-06-26 07:16:29,524 DEBUG HandlerThread:2331 [system_info.py:__init__():41] System info init done +2024-06-26 07:16:29,524 INFO HandlerThread:2331 [system_monitor.py:start():194] Starting system monitor +2024-06-26 07:16:29,525 INFO SystemMonitor:2331 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-06-26 07:16:29,525 INFO SystemMonitor:2331 [interfaces.py:start():188] Started cpu monitoring +2024-06-26 07:16:29,525 INFO HandlerThread:2331 [system_monitor.py:probe():214] Collecting system info +2024-06-26 07:16:29,526 INFO SystemMonitor:2331 [interfaces.py:start():188] Started disk monitoring +2024-06-26 07:16:29,526 INFO SystemMonitor:2331 [interfaces.py:start():188] Started gpu monitoring +2024-06-26 07:16:29,527 INFO SystemMonitor:2331 [interfaces.py:start():188] Started memory monitoring +2024-06-26 07:16:29,528 INFO SystemMonitor:2331 [interfaces.py:start():188] Started network monitoring +2024-06-26 07:16:29,538 DEBUG HandlerThread:2331 [system_info.py:probe():150] Probing system +2024-06-26 07:16:29,540 DEBUG HandlerThread:2331 [gitlib.py:_init_repo():56] git repository is invalid +2024-06-26 07:16:29,541 DEBUG HandlerThread:2331 [system_info.py:probe():198] Probing system done +2024-06-26 07:16:29,541 DEBUG HandlerThread:2331 [system_monitor.py:probe():223] {'os': 'Linux-5.15.133+-x86_64-with-glibc2.31', 'python': '3.10.13', 'heartbeatAt': '2024-06-26T07:16:29.539044', 'startedAt': '2024-06-26T07:16:28.965434', 'docker': None, 'cuda': None, 'args': (), 'state': 'running', 'program': 'kaggle.ipynb', 'codePathLocal': None, 'root': '/kaggle/working', 'host': 'adc95cf38b20', 'username': 'root', 'executable': '/opt/conda/bin/python3.10', 'cpu_count': 2, 'cpu_count_logical': 4, 'cpu_freq': {'current': 2000.146, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2000.146, 'min': 0.0, 'max': 0.0}, {'current': 2000.146, 'min': 0.0, 'max': 0.0}, {'current': 2000.146, 'min': 0.0, 'max': 0.0}, {'current': 2000.146, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 8062.387607574463, 'used': 5693.895751953125}}, 'gpu': 'Tesla T4', 'gpu_count': 2, 'gpu_devices': [{'name': 'Tesla T4', 'memory_total': 16106127360}, {'name': 'Tesla T4', 'memory_total': 16106127360}], 'memory': {'total': 31.357563018798828}} +2024-06-26 07:16:29,541 INFO HandlerThread:2331 [system_monitor.py:probe():224] Finished collecting system info +2024-06-26 07:16:29,541 INFO HandlerThread:2331 [system_monitor.py:probe():227] Publishing system info +2024-06-26 07:16:29,541 DEBUG HandlerThread:2331 [system_info.py:_save_conda():207] Saving list of conda packages installed into the current environment +2024-06-26 07:16:30,421 INFO Thread-12 :2331 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/conda-environment.yaml +2024-06-26 07:16:44,555 ERROR HandlerThread:2331 [system_info.py:_save_conda():221] Error saving conda packages: Command '['conda', 'env', 'export']' timed out after 15 seconds +Traceback (most recent call last): + File "/opt/conda/lib/python3.10/site-packages/wandb/sdk/internal/system/system_info.py", line 214, in _save_conda + subprocess.call( + File "/opt/conda/lib/python3.10/subprocess.py", line 347, in call + return p.wait(timeout=timeout) + File "/opt/conda/lib/python3.10/subprocess.py", line 1209, in wait + return self._wait(timeout=timeout) + File "/opt/conda/lib/python3.10/subprocess.py", line 1951, in _wait + raise TimeoutExpired(self.args, timeout) +subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after 15 seconds +2024-06-26 07:16:44,568 DEBUG HandlerThread:2331 [system_info.py:_save_conda():222] Saving conda packages done +2024-06-26 07:16:44,568 INFO HandlerThread:2331 [system_monitor.py:probe():229] Finished publishing system info +2024-06-26 07:16:44,589 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:16:44,589 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: keepalive +2024-06-26 07:16:44,589 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:16:44,589 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: keepalive +2024-06-26 07:16:44,590 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:16:44,590 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: keepalive +2024-06-26 07:16:44,590 DEBUG SenderThread:2331 [sender.py:send():378] send: files +2024-06-26 07:16:44,590 INFO SenderThread:2331 [sender.py:_save_file():1389] saving file wandb-metadata.json with policy now +2024-06-26 07:16:44,800 INFO wandb-upload_0:2331 [upload_job.py:push():130] Uploaded file /tmp/tmp3k7lfnf0wandb/3wi9uvgu-wandb-metadata.json +2024-06-26 07:16:45,424 INFO Thread-12 :2331 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/wandb-metadata.json +2024-06-26 07:16:45,662 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: python_packages +2024-06-26 07:16:45,662 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: python_packages +2024-06-26 07:16:45,664 DEBUG SenderThread:2331 [sender.py:send():378] send: telemetry +2024-06-26 07:16:45,665 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:16:45,665 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:16:45,789 DEBUG SenderThread:2331 [sender.py:send():378] send: config +2024-06-26 07:16:45,790 DEBUG SenderThread:2331 [sender.py:send():378] send: metric +2024-06-26 07:16:45,790 DEBUG SenderThread:2331 [sender.py:send():378] send: telemetry +2024-06-26 07:16:45,791 DEBUG SenderThread:2331 [sender.py:send():378] send: telemetry +2024-06-26 07:16:45,791 DEBUG SenderThread:2331 [sender.py:send():378] send: metric +2024-06-26 07:16:45,791 WARNING SenderThread:2331 [sender.py:send_metric():1340] Seen metric with glob (shouldn't happen) +2024-06-26 07:16:45,791 DEBUG SenderThread:2331 [sender.py:send():378] send: telemetry +2024-06-26 07:16:46,425 INFO Thread-12 :2331 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/output.log +2024-06-26 07:16:46,425 INFO Thread-12 :2331 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/requirements.txt +2024-06-26 07:16:48,426 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/output.log +2024-06-26 07:16:49,792 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:16:54,793 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:16:59,799 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:17:00,430 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/config.yaml +2024-06-26 07:17:00,663 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:17:00,663 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:17:05,790 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:17:10,791 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:17:15,663 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:17:15,663 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:17:16,759 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:17:21,760 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:17:26,761 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:17:29,528 DEBUG SystemMonitor:2331 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-06-26 07:17:29,530 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:17:30,785 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:17:30,786 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:17:31,876 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:17:36,877 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:17:41,878 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:17:45,784 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:17:45,785 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:17:47,832 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:17:52,833 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:17:57,834 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:17:59,532 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:18:00,784 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:18:00,785 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:18:03,828 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:18:08,829 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:18:13,830 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:18:15,785 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:18:15,785 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:18:18,883 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:18:23,884 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:18:26,851 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: pause +2024-06-26 07:18:26,852 INFO HandlerThread:2331 [handler.py:handle_request_pause():724] stopping system metrics thread +2024-06-26 07:18:26,852 INFO HandlerThread:2331 [system_monitor.py:finish():203] Stopping system monitor +2024-06-26 07:18:26,852 DEBUG SystemMonitor:2331 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-06-26 07:18:26,852 DEBUG SystemMonitor:2331 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-06-26 07:18:26,853 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined cpu monitor +2024-06-26 07:18:26,854 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined disk monitor +2024-06-26 07:18:26,867 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined gpu monitor +2024-06-26 07:18:26,867 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined memory monitor +2024-06-26 07:18:26,867 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined network monitor +2024-06-26 07:18:26,867 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:18:28,463 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/output.log +2024-06-26 07:18:29,868 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:18:30,785 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:18:30,785 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:18:34,913 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:18:39,914 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:18:44,915 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:18:45,785 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:18:45,785 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:18:50,827 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:18:50,893 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: resume +2024-06-26 07:18:50,893 INFO HandlerThread:2331 [handler.py:handle_request_resume():715] starting system metrics thread +2024-06-26 07:18:50,893 INFO HandlerThread:2331 [system_monitor.py:start():194] Starting system monitor +2024-06-26 07:18:50,893 INFO SystemMonitor:2331 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-06-26 07:18:50,894 INFO SystemMonitor:2331 [interfaces.py:start():188] Started cpu monitoring +2024-06-26 07:18:50,895 INFO SystemMonitor:2331 [interfaces.py:start():188] Started disk monitoring +2024-06-26 07:18:50,896 INFO SystemMonitor:2331 [interfaces.py:start():188] Started gpu monitoring +2024-06-26 07:18:50,896 INFO SystemMonitor:2331 [interfaces.py:start():188] Started memory monitoring +2024-06-26 07:18:50,897 INFO SystemMonitor:2331 [interfaces.py:start():188] Started network monitoring +2024-06-26 07:18:50,915 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: pause +2024-06-26 07:18:50,915 INFO HandlerThread:2331 [handler.py:handle_request_pause():724] stopping system metrics thread +2024-06-26 07:18:50,915 INFO HandlerThread:2331 [system_monitor.py:finish():203] Stopping system monitor +2024-06-26 07:18:50,916 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined cpu monitor +2024-06-26 07:18:50,916 DEBUG SystemMonitor:2331 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-06-26 07:18:50,916 DEBUG SystemMonitor:2331 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-06-26 07:18:50,916 DEBUG SystemMonitor:2331 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-06-26 07:18:50,917 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined disk monitor +2024-06-26 07:18:50,929 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined gpu monitor +2024-06-26 07:18:50,929 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined memory monitor +2024-06-26 07:18:50,930 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined network monitor +2024-06-26 07:18:50,930 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:18:51,910 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: resume +2024-06-26 07:18:51,910 INFO HandlerThread:2331 [handler.py:handle_request_resume():715] starting system metrics thread +2024-06-26 07:18:51,910 INFO HandlerThread:2331 [system_monitor.py:start():194] Starting system monitor +2024-06-26 07:18:51,910 INFO SystemMonitor:2331 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-06-26 07:18:51,911 INFO SystemMonitor:2331 [interfaces.py:start():188] Started cpu monitoring +2024-06-26 07:18:51,912 INFO SystemMonitor:2331 [interfaces.py:start():188] Started disk monitoring +2024-06-26 07:18:51,912 INFO SystemMonitor:2331 [interfaces.py:start():188] Started gpu monitoring +2024-06-26 07:18:51,913 INFO SystemMonitor:2331 [interfaces.py:start():188] Started memory monitoring +2024-06-26 07:18:51,913 INFO SystemMonitor:2331 [interfaces.py:start():188] Started network monitoring +2024-06-26 07:18:51,916 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: pause +2024-06-26 07:18:51,916 INFO HandlerThread:2331 [handler.py:handle_request_pause():724] stopping system metrics thread +2024-06-26 07:18:51,916 INFO HandlerThread:2331 [system_monitor.py:finish():203] Stopping system monitor +2024-06-26 07:18:51,917 DEBUG SystemMonitor:2331 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-06-26 07:18:51,917 DEBUG SystemMonitor:2331 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-06-26 07:18:51,917 DEBUG SystemMonitor:2331 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-06-26 07:18:51,918 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined cpu monitor +2024-06-26 07:18:51,919 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined disk monitor +2024-06-26 07:18:51,938 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined gpu monitor +2024-06-26 07:18:51,938 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined memory monitor +2024-06-26 07:18:51,938 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined network monitor +2024-06-26 07:18:51,938 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:18:52,854 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: resume +2024-06-26 07:18:52,854 INFO HandlerThread:2331 [handler.py:handle_request_resume():715] starting system metrics thread +2024-06-26 07:18:52,854 INFO HandlerThread:2331 [system_monitor.py:start():194] Starting system monitor +2024-06-26 07:18:52,854 INFO SystemMonitor:2331 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-06-26 07:18:52,855 INFO SystemMonitor:2331 [interfaces.py:start():188] Started cpu monitoring +2024-06-26 07:18:52,857 INFO SystemMonitor:2331 [interfaces.py:start():188] Started disk monitoring +2024-06-26 07:18:52,858 INFO SystemMonitor:2331 [interfaces.py:start():188] Started gpu monitoring +2024-06-26 07:18:52,859 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: pause +2024-06-26 07:18:52,859 INFO HandlerThread:2331 [handler.py:handle_request_pause():724] stopping system metrics thread +2024-06-26 07:18:52,860 INFO HandlerThread:2331 [system_monitor.py:finish():203] Stopping system monitor +2024-06-26 07:18:52,860 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined cpu monitor +2024-06-26 07:18:52,861 INFO SystemMonitor:2331 [interfaces.py:start():188] Started memory monitoring +2024-06-26 07:18:52,861 DEBUG SystemMonitor:2331 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-06-26 07:18:52,861 DEBUG SystemMonitor:2331 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-06-26 07:18:52,861 DEBUG SystemMonitor:2331 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-06-26 07:18:52,862 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined disk monitor +2024-06-26 07:18:52,884 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined gpu monitor +2024-06-26 07:18:52,884 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined memory monitor +2024-06-26 07:18:52,884 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:18:53,668 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: resume +2024-06-26 07:18:53,668 INFO HandlerThread:2331 [handler.py:handle_request_resume():715] starting system metrics thread +2024-06-26 07:18:53,668 INFO HandlerThread:2331 [system_monitor.py:start():194] Starting system monitor +2024-06-26 07:18:53,668 INFO SystemMonitor:2331 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-06-26 07:18:53,669 INFO SystemMonitor:2331 [interfaces.py:start():188] Started cpu monitoring +2024-06-26 07:18:53,671 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: pause +2024-06-26 07:18:53,671 INFO HandlerThread:2331 [handler.py:handle_request_pause():724] stopping system metrics thread +2024-06-26 07:18:53,671 INFO HandlerThread:2331 [system_monitor.py:finish():203] Stopping system monitor +2024-06-26 07:18:53,672 INFO SystemMonitor:2331 [interfaces.py:start():188] Started disk monitoring +2024-06-26 07:18:53,672 DEBUG SystemMonitor:2331 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-06-26 07:18:53,672 DEBUG SystemMonitor:2331 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-06-26 07:18:53,672 DEBUG SystemMonitor:2331 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-06-26 07:18:53,674 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined cpu monitor +2024-06-26 07:18:53,674 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined disk monitor +2024-06-26 07:18:53,674 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:18:54,691 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: resume +2024-06-26 07:18:54,692 INFO HandlerThread:2331 [handler.py:handle_request_resume():715] starting system metrics thread +2024-06-26 07:18:54,692 INFO HandlerThread:2331 [system_monitor.py:start():194] Starting system monitor +2024-06-26 07:18:54,692 INFO SystemMonitor:2331 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-06-26 07:18:54,692 INFO SystemMonitor:2331 [interfaces.py:start():188] Started cpu monitoring +2024-06-26 07:18:54,695 INFO SystemMonitor:2331 [interfaces.py:start():188] Started disk monitoring +2024-06-26 07:18:54,698 INFO SystemMonitor:2331 [interfaces.py:start():188] Started gpu monitoring +2024-06-26 07:18:54,709 INFO SystemMonitor:2331 [interfaces.py:start():188] Started memory monitoring +2024-06-26 07:18:54,709 INFO SystemMonitor:2331 [interfaces.py:start():188] Started network monitoring +2024-06-26 07:18:54,757 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: pause +2024-06-26 07:18:54,757 INFO HandlerThread:2331 [handler.py:handle_request_pause():724] stopping system metrics thread +2024-06-26 07:18:54,757 INFO HandlerThread:2331 [system_monitor.py:finish():203] Stopping system monitor +2024-06-26 07:18:54,757 DEBUG SystemMonitor:2331 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-06-26 07:18:54,758 DEBUG SystemMonitor:2331 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-06-26 07:18:54,758 DEBUG SystemMonitor:2331 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-06-26 07:18:54,758 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined cpu monitor +2024-06-26 07:18:54,759 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined disk monitor +2024-06-26 07:18:54,770 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined gpu monitor +2024-06-26 07:18:54,770 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined memory monitor +2024-06-26 07:18:54,770 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined network monitor +2024-06-26 07:18:54,771 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:18:55,473 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/output.log +2024-06-26 07:18:55,618 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: resume +2024-06-26 07:18:55,618 INFO HandlerThread:2331 [handler.py:handle_request_resume():715] starting system metrics thread +2024-06-26 07:18:55,618 INFO HandlerThread:2331 [system_monitor.py:start():194] Starting system monitor +2024-06-26 07:18:55,619 INFO SystemMonitor:2331 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-06-26 07:18:55,619 INFO SystemMonitor:2331 [interfaces.py:start():188] Started cpu monitoring +2024-06-26 07:18:55,621 INFO SystemMonitor:2331 [interfaces.py:start():188] Started disk monitoring +2024-06-26 07:18:55,624 INFO SystemMonitor:2331 [interfaces.py:start():188] Started gpu monitoring +2024-06-26 07:18:55,624 INFO SystemMonitor:2331 [interfaces.py:start():188] Started memory monitoring +2024-06-26 07:18:55,625 INFO SystemMonitor:2331 [interfaces.py:start():188] Started network monitoring +2024-06-26 07:18:55,682 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: pause +2024-06-26 07:18:55,683 INFO HandlerThread:2331 [handler.py:handle_request_pause():724] stopping system metrics thread +2024-06-26 07:18:55,683 INFO HandlerThread:2331 [system_monitor.py:finish():203] Stopping system monitor +2024-06-26 07:18:55,683 DEBUG SystemMonitor:2331 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-06-26 07:18:55,683 DEBUG SystemMonitor:2331 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-06-26 07:18:55,683 DEBUG SystemMonitor:2331 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-06-26 07:18:55,684 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined cpu monitor +2024-06-26 07:18:55,684 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined disk monitor +2024-06-26 07:18:55,696 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined gpu monitor +2024-06-26 07:18:55,697 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined memory monitor +2024-06-26 07:18:55,697 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined network monitor +2024-06-26 07:18:55,697 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:18:56,513 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: resume +2024-06-26 07:18:56,513 INFO HandlerThread:2331 [handler.py:handle_request_resume():715] starting system metrics thread +2024-06-26 07:18:56,513 INFO HandlerThread:2331 [system_monitor.py:start():194] Starting system monitor +2024-06-26 07:18:56,513 INFO SystemMonitor:2331 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-06-26 07:18:56,514 INFO SystemMonitor:2331 [interfaces.py:start():188] Started cpu monitoring +2024-06-26 07:18:56,515 INFO SystemMonitor:2331 [interfaces.py:start():188] Started disk monitoring +2024-06-26 07:18:56,515 INFO SystemMonitor:2331 [interfaces.py:start():188] Started gpu monitoring +2024-06-26 07:18:56,516 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: pause +2024-06-26 07:18:56,517 INFO HandlerThread:2331 [handler.py:handle_request_pause():724] stopping system metrics thread +2024-06-26 07:18:56,517 INFO SystemMonitor:2331 [interfaces.py:start():188] Started memory monitoring +2024-06-26 07:18:56,518 INFO HandlerThread:2331 [system_monitor.py:finish():203] Stopping system monitor +2024-06-26 07:18:56,518 INFO SystemMonitor:2331 [interfaces.py:start():188] Started network monitoring +2024-06-26 07:18:56,519 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined cpu monitor +2024-06-26 07:18:56,521 DEBUG SystemMonitor:2331 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-06-26 07:18:56,522 DEBUG SystemMonitor:2331 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-06-26 07:18:56,522 DEBUG SystemMonitor:2331 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-06-26 07:18:56,524 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined disk monitor +2024-06-26 07:18:56,543 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined gpu monitor +2024-06-26 07:18:56,544 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined memory monitor +2024-06-26 07:18:56,544 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined network monitor +2024-06-26 07:18:56,544 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:18:56,545 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:18:57,999 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: resume +2024-06-26 07:18:57,999 INFO HandlerThread:2331 [handler.py:handle_request_resume():715] starting system metrics thread +2024-06-26 07:18:57,999 INFO HandlerThread:2331 [system_monitor.py:start():194] Starting system monitor +2024-06-26 07:18:58,000 INFO SystemMonitor:2331 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-06-26 07:18:58,000 INFO SystemMonitor:2331 [interfaces.py:start():188] Started cpu monitoring +2024-06-26 07:18:58,001 INFO SystemMonitor:2331 [interfaces.py:start():188] Started disk monitoring +2024-06-26 07:18:58,002 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: pause +2024-06-26 07:18:58,002 INFO HandlerThread:2331 [handler.py:handle_request_pause():724] stopping system metrics thread +2024-06-26 07:18:58,002 INFO HandlerThread:2331 [system_monitor.py:finish():203] Stopping system monitor +2024-06-26 07:18:58,002 INFO SystemMonitor:2331 [interfaces.py:start():188] Started gpu monitoring +2024-06-26 07:18:58,003 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined cpu monitor +2024-06-26 07:18:58,003 DEBUG SystemMonitor:2331 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-06-26 07:18:58,003 DEBUG SystemMonitor:2331 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-06-26 07:18:58,004 DEBUG SystemMonitor:2331 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-06-26 07:18:58,006 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined disk monitor +2024-06-26 07:18:58,028 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined gpu monitor +2024-06-26 07:18:58,029 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:18:58,998 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: resume +2024-06-26 07:18:58,998 INFO HandlerThread:2331 [handler.py:handle_request_resume():715] starting system metrics thread +2024-06-26 07:18:58,998 INFO HandlerThread:2331 [system_monitor.py:start():194] Starting system monitor +2024-06-26 07:18:58,998 INFO SystemMonitor:2331 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-06-26 07:18:58,998 INFO SystemMonitor:2331 [interfaces.py:start():188] Started cpu monitoring +2024-06-26 07:18:58,999 INFO SystemMonitor:2331 [interfaces.py:start():188] Started disk monitoring +2024-06-26 07:18:59,000 INFO SystemMonitor:2331 [interfaces.py:start():188] Started gpu monitoring +2024-06-26 07:18:59,000 INFO SystemMonitor:2331 [interfaces.py:start():188] Started memory monitoring +2024-06-26 07:18:59,001 INFO SystemMonitor:2331 [interfaces.py:start():188] Started network monitoring +2024-06-26 07:18:59,009 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: pause +2024-06-26 07:18:59,009 INFO HandlerThread:2331 [handler.py:handle_request_pause():724] stopping system metrics thread +2024-06-26 07:18:59,009 INFO HandlerThread:2331 [system_monitor.py:finish():203] Stopping system monitor +2024-06-26 07:18:59,010 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined cpu monitor +2024-06-26 07:18:59,010 DEBUG SystemMonitor:2331 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-06-26 07:18:59,010 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined disk monitor +2024-06-26 07:18:59,010 DEBUG SystemMonitor:2331 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-06-26 07:18:59,011 DEBUG SystemMonitor:2331 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-06-26 07:18:59,024 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined gpu monitor +2024-06-26 07:18:59,024 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined memory monitor +2024-06-26 07:18:59,024 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined network monitor +2024-06-26 07:18:59,024 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:19:00,091 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: resume +2024-06-26 07:19:00,092 INFO HandlerThread:2331 [handler.py:handle_request_resume():715] starting system metrics thread +2024-06-26 07:19:00,092 INFO HandlerThread:2331 [system_monitor.py:start():194] Starting system monitor +2024-06-26 07:19:00,092 INFO SystemMonitor:2331 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-06-26 07:19:00,093 INFO SystemMonitor:2331 [interfaces.py:start():188] Started cpu monitoring +2024-06-26 07:19:00,093 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: pause +2024-06-26 07:19:00,093 INFO HandlerThread:2331 [handler.py:handle_request_pause():724] stopping system metrics thread +2024-06-26 07:19:00,093 INFO HandlerThread:2331 [system_monitor.py:finish():203] Stopping system monitor +2024-06-26 07:19:00,094 INFO SystemMonitor:2331 [interfaces.py:start():188] Started disk monitoring +2024-06-26 07:19:00,094 DEBUG SystemMonitor:2331 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-06-26 07:19:00,094 DEBUG SystemMonitor:2331 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-06-26 07:19:00,094 DEBUG SystemMonitor:2331 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-06-26 07:19:00,095 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined cpu monitor +2024-06-26 07:19:00,095 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined disk monitor +2024-06-26 07:19:00,096 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:19:00,785 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:19:00,786 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:19:01,723 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: resume +2024-06-26 07:19:01,723 INFO HandlerThread:2331 [handler.py:handle_request_resume():715] starting system metrics thread +2024-06-26 07:19:01,723 INFO HandlerThread:2331 [system_monitor.py:start():194] Starting system monitor +2024-06-26 07:19:01,723 INFO SystemMonitor:2331 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-06-26 07:19:01,724 INFO SystemMonitor:2331 [interfaces.py:start():188] Started cpu monitoring +2024-06-26 07:19:01,725 INFO SystemMonitor:2331 [interfaces.py:start():188] Started disk monitoring +2024-06-26 07:19:01,725 INFO SystemMonitor:2331 [interfaces.py:start():188] Started gpu monitoring +2024-06-26 07:19:01,726 INFO SystemMonitor:2331 [interfaces.py:start():188] Started memory monitoring +2024-06-26 07:19:01,726 INFO SystemMonitor:2331 [interfaces.py:start():188] Started network monitoring +2024-06-26 07:19:01,764 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: pause +2024-06-26 07:19:01,764 INFO HandlerThread:2331 [handler.py:handle_request_pause():724] stopping system metrics thread +2024-06-26 07:19:01,764 INFO HandlerThread:2331 [system_monitor.py:finish():203] Stopping system monitor +2024-06-26 07:19:01,764 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined cpu monitor +2024-06-26 07:19:01,764 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined disk monitor +2024-06-26 07:19:01,765 DEBUG SystemMonitor:2331 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-06-26 07:19:01,765 DEBUG SystemMonitor:2331 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-06-26 07:19:01,765 DEBUG SystemMonitor:2331 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-06-26 07:19:01,776 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined gpu monitor +2024-06-26 07:19:01,776 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined memory monitor +2024-06-26 07:19:01,776 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined network monitor +2024-06-26 07:19:01,777 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:19:01,777 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:19:03,099 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: resume +2024-06-26 07:19:03,099 INFO HandlerThread:2331 [handler.py:handle_request_resume():715] starting system metrics thread +2024-06-26 07:19:03,099 INFO HandlerThread:2331 [system_monitor.py:start():194] Starting system monitor +2024-06-26 07:19:03,100 INFO SystemMonitor:2331 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-06-26 07:19:03,100 INFO SystemMonitor:2331 [interfaces.py:start():188] Started cpu monitoring +2024-06-26 07:19:03,101 INFO SystemMonitor:2331 [interfaces.py:start():188] Started disk monitoring +2024-06-26 07:19:03,102 INFO SystemMonitor:2331 [interfaces.py:start():188] Started gpu monitoring +2024-06-26 07:19:03,102 INFO SystemMonitor:2331 [interfaces.py:start():188] Started memory monitoring +2024-06-26 07:19:03,103 INFO SystemMonitor:2331 [interfaces.py:start():188] Started network monitoring +2024-06-26 07:19:03,117 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: pause +2024-06-26 07:19:03,117 INFO HandlerThread:2331 [handler.py:handle_request_pause():724] stopping system metrics thread +2024-06-26 07:19:03,117 INFO HandlerThread:2331 [system_monitor.py:finish():203] Stopping system monitor +2024-06-26 07:19:03,118 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined cpu monitor +2024-06-26 07:19:03,118 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined disk monitor +2024-06-26 07:19:03,118 DEBUG SystemMonitor:2331 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-06-26 07:19:03,118 DEBUG SystemMonitor:2331 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-06-26 07:19:03,119 DEBUG SystemMonitor:2331 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-06-26 07:19:03,132 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined gpu monitor +2024-06-26 07:19:03,132 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined memory monitor +2024-06-26 07:19:03,133 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined network monitor +2024-06-26 07:19:03,133 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:19:04,118 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: resume +2024-06-26 07:19:04,118 INFO HandlerThread:2331 [handler.py:handle_request_resume():715] starting system metrics thread +2024-06-26 07:19:04,118 INFO HandlerThread:2331 [system_monitor.py:start():194] Starting system monitor +2024-06-26 07:19:04,118 INFO SystemMonitor:2331 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-06-26 07:19:04,119 INFO SystemMonitor:2331 [interfaces.py:start():188] Started cpu monitoring +2024-06-26 07:19:04,119 INFO SystemMonitor:2331 [interfaces.py:start():188] Started disk monitoring +2024-06-26 07:19:04,120 INFO SystemMonitor:2331 [interfaces.py:start():188] Started gpu monitoring +2024-06-26 07:19:04,120 INFO SystemMonitor:2331 [interfaces.py:start():188] Started memory monitoring +2024-06-26 07:19:04,121 INFO SystemMonitor:2331 [interfaces.py:start():188] Started network monitoring +2024-06-26 07:19:04,212 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: pause +2024-06-26 07:19:04,212 INFO HandlerThread:2331 [handler.py:handle_request_pause():724] stopping system metrics thread +2024-06-26 07:19:04,212 INFO HandlerThread:2331 [system_monitor.py:finish():203] Stopping system monitor +2024-06-26 07:19:04,212 DEBUG SystemMonitor:2331 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-06-26 07:19:04,213 DEBUG SystemMonitor:2331 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-06-26 07:19:04,213 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined cpu monitor +2024-06-26 07:19:04,213 DEBUG SystemMonitor:2331 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-06-26 07:19:04,214 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined disk monitor +2024-06-26 07:19:04,226 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined gpu monitor +2024-06-26 07:19:04,226 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined memory monitor +2024-06-26 07:19:04,226 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined network monitor +2024-06-26 07:19:04,227 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:19:05,065 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: resume +2024-06-26 07:19:05,065 INFO HandlerThread:2331 [handler.py:handle_request_resume():715] starting system metrics thread +2024-06-26 07:19:05,065 INFO HandlerThread:2331 [system_monitor.py:start():194] Starting system monitor +2024-06-26 07:19:05,065 INFO SystemMonitor:2331 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-06-26 07:19:05,066 INFO SystemMonitor:2331 [interfaces.py:start():188] Started cpu monitoring +2024-06-26 07:19:05,067 INFO SystemMonitor:2331 [interfaces.py:start():188] Started disk monitoring +2024-06-26 07:19:05,068 INFO SystemMonitor:2331 [interfaces.py:start():188] Started gpu monitoring +2024-06-26 07:19:05,068 INFO SystemMonitor:2331 [interfaces.py:start():188] Started memory monitoring +2024-06-26 07:19:05,070 INFO SystemMonitor:2331 [interfaces.py:start():188] Started network monitoring +2024-06-26 07:19:05,097 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: pause +2024-06-26 07:19:05,097 INFO HandlerThread:2331 [handler.py:handle_request_pause():724] stopping system metrics thread +2024-06-26 07:19:05,097 INFO HandlerThread:2331 [system_monitor.py:finish():203] Stopping system monitor +2024-06-26 07:19:05,098 DEBUG SystemMonitor:2331 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-06-26 07:19:05,098 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined cpu monitor +2024-06-26 07:19:05,098 DEBUG SystemMonitor:2331 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-06-26 07:19:05,099 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined disk monitor +2024-06-26 07:19:05,099 DEBUG SystemMonitor:2331 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-06-26 07:19:05,111 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined gpu monitor +2024-06-26 07:19:05,111 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined memory monitor +2024-06-26 07:19:05,111 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined network monitor +2024-06-26 07:19:05,112 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:19:05,476 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/output.log +2024-06-26 07:19:06,210 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: resume +2024-06-26 07:19:06,210 INFO HandlerThread:2331 [handler.py:handle_request_resume():715] starting system metrics thread +2024-06-26 07:19:06,210 INFO HandlerThread:2331 [system_monitor.py:start():194] Starting system monitor +2024-06-26 07:19:06,211 INFO SystemMonitor:2331 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-06-26 07:19:06,211 INFO SystemMonitor:2331 [interfaces.py:start():188] Started cpu monitoring +2024-06-26 07:19:06,212 INFO SystemMonitor:2331 [interfaces.py:start():188] Started disk monitoring +2024-06-26 07:19:06,214 INFO SystemMonitor:2331 [interfaces.py:start():188] Started gpu monitoring +2024-06-26 07:19:06,215 INFO SystemMonitor:2331 [interfaces.py:start():188] Started memory monitoring +2024-06-26 07:19:06,215 INFO SystemMonitor:2331 [interfaces.py:start():188] Started network monitoring +2024-06-26 07:19:06,220 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: pause +2024-06-26 07:19:06,220 INFO HandlerThread:2331 [handler.py:handle_request_pause():724] stopping system metrics thread +2024-06-26 07:19:06,220 INFO HandlerThread:2331 [system_monitor.py:finish():203] Stopping system monitor +2024-06-26 07:19:06,221 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined cpu monitor +2024-06-26 07:19:06,221 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined disk monitor +2024-06-26 07:19:06,221 DEBUG SystemMonitor:2331 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-06-26 07:19:06,221 DEBUG SystemMonitor:2331 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-06-26 07:19:06,221 DEBUG SystemMonitor:2331 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-06-26 07:19:06,238 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined gpu monitor +2024-06-26 07:19:06,238 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined memory monitor +2024-06-26 07:19:06,238 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined network monitor +2024-06-26 07:19:06,239 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:19:07,239 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:19:07,300 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: resume +2024-06-26 07:19:07,300 INFO HandlerThread:2331 [handler.py:handle_request_resume():715] starting system metrics thread +2024-06-26 07:19:07,300 INFO HandlerThread:2331 [system_monitor.py:start():194] Starting system monitor +2024-06-26 07:19:07,301 INFO SystemMonitor:2331 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-06-26 07:19:07,301 INFO SystemMonitor:2331 [interfaces.py:start():188] Started cpu monitoring +2024-06-26 07:19:07,302 INFO SystemMonitor:2331 [interfaces.py:start():188] Started disk monitoring +2024-06-26 07:19:07,302 INFO SystemMonitor:2331 [interfaces.py:start():188] Started gpu monitoring +2024-06-26 07:19:07,303 INFO SystemMonitor:2331 [interfaces.py:start():188] Started memory monitoring +2024-06-26 07:19:07,303 INFO SystemMonitor:2331 [interfaces.py:start():188] Started network monitoring +2024-06-26 07:19:07,966 DEBUG SenderThread:2331 [sender.py:send():378] send: config +2024-06-26 07:19:07,968 DEBUG SenderThread:2331 [sender.py:send():378] send: metric +2024-06-26 07:19:07,968 DEBUG SenderThread:2331 [sender.py:send():378] send: metric +2024-06-26 07:19:07,968 WARNING SenderThread:2331 [sender.py:send_metric():1340] Seen metric with glob (shouldn't happen) +2024-06-26 07:19:10,478 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/output.log +2024-06-26 07:19:12,983 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:19:15,785 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:19:15,786 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:19:18,905 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:19:23,906 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:19:28,907 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:19:30,785 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:19:30,786 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:19:34,887 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:19:39,894 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:19:40,488 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/config.yaml +2024-06-26 07:19:44,977 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:19:45,945 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:19:45,946 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:19:50,010 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:19:55,011 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:20:00,012 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:20:00,945 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:20:00,946 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:20:05,069 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:20:07,303 DEBUG SystemMonitor:2331 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-06-26 07:20:07,306 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:20:10,306 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:20:15,307 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:20:15,945 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:20:15,946 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:20:21,075 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:20:26,076 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:20:30,945 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:20:30,946 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:20:32,021 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:20:37,022 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:20:37,306 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:20:42,308 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:20:45,945 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:20:45,946 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:20:47,990 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:20:52,991 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:20:57,992 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:21:00,946 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:21:00,946 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:21:03,000 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:21:07,307 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:21:08,308 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:21:13,309 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:21:15,946 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:21:15,946 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:21:19,045 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:21:24,046 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:21:29,047 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:21:31,217 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:21:31,217 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:21:34,303 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:21:37,308 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:21:39,309 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:21:44,310 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:21:46,216 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:21:46,216 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:21:50,296 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:21:55,297 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:22:00,298 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:22:01,216 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:22:01,217 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:22:05,353 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:22:07,309 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:22:11,311 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:22:16,217 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:22:16,217 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:22:17,271 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:22:22,272 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:22:27,273 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:22:31,217 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:22:31,218 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:22:32,277 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:22:37,278 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:22:37,310 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:22:42,311 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:22:46,217 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:22:46,218 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:22:48,268 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:22:53,269 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:22:58,270 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:23:01,217 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:23:01,217 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:23:04,267 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:23:07,311 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:23:09,312 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:23:14,313 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:23:16,295 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:23:16,295 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:23:19,318 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:23:24,319 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:23:29,320 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:23:31,294 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:23:31,295 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:23:34,364 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:23:37,312 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:23:40,313 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:23:45,314 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:23:46,294 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:23:46,295 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:23:50,414 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:23:55,415 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:24:00,416 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:24:01,294 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:24:01,295 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:24:06,346 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:24:07,313 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:24:12,314 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:24:16,294 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:24:16,295 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:24:17,428 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:24:22,429 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:24:27,430 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:24:31,294 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:24:31,295 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:24:33,421 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:24:37,314 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:24:39,315 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:24:44,316 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:24:46,294 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:24:46,295 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:24:49,428 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:24:54,429 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:24:59,430 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:25:01,295 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:25:01,295 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:25:02,285 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: partial_history +2024-06-26 07:25:02,288 DEBUG SenderThread:2331 [sender.py:send():378] send: metric +2024-06-26 07:25:02,288 DEBUG SenderThread:2331 [sender.py:send():378] send: metric +2024-06-26 07:25:02,288 DEBUG SenderThread:2331 [sender.py:send():378] send: metric +2024-06-26 07:25:02,288 DEBUG SenderThread:2331 [sender.py:send():378] send: metric +2024-06-26 07:25:02,288 DEBUG SenderThread:2331 [sender.py:send():378] send: history +2024-06-26 07:25:02,289 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: summary_record +2024-06-26 07:25:02,289 INFO SenderThread:2331 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-06-26 07:25:02,604 INFO Thread-12 :2331 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/wandb-summary.json +2024-06-26 07:25:05,290 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:25:07,315 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:25:10,316 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:25:15,317 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:25:16,295 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:25:16,296 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:25:20,418 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:25:25,424 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:25:25,612 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/config.yaml +2024-06-26 07:25:30,513 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:25:31,295 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:25:31,296 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:25:36,389 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:25:37,316 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:25:42,317 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:25:46,295 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:25:46,296 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:25:47,350 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:25:52,351 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:25:57,352 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:26:01,295 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:26:01,296 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:26:02,429 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:26:07,317 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:26:08,318 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:26:13,318 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:26:16,295 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:26:16,296 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:26:18,420 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:26:23,422 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:26:28,423 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:26:31,296 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:26:31,296 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:26:33,431 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:26:37,318 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:26:39,319 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:26:44,320 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:26:46,296 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:26:46,297 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:26:49,336 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:26:54,337 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:26:59,338 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:27:01,296 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:27:01,297 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:27:04,434 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:27:07,319 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:27:09,662 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: partial_history +2024-06-26 07:27:09,664 DEBUG SenderThread:2331 [sender.py:send():378] send: metric +2024-06-26 07:27:09,664 DEBUG SenderThread:2331 [sender.py:send():378] send: metric +2024-06-26 07:27:09,664 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:27:09,664 DEBUG SenderThread:2331 [sender.py:send():378] send: metric +2024-06-26 07:27:09,665 DEBUG SenderThread:2331 [sender.py:send():378] send: metric +2024-06-26 07:27:09,665 DEBUG SenderThread:2331 [sender.py:send():378] send: history +2024-06-26 07:27:09,665 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: summary_record +2024-06-26 07:27:09,666 INFO SenderThread:2331 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-06-26 07:27:10,650 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/wandb-summary.json +2024-06-26 07:27:10,651 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/output.log +2024-06-26 07:27:14,779 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:27:16,296 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:27:16,297 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:27:20,387 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:27:25,387 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:27:30,397 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:27:30,657 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/config.yaml +2024-06-26 07:27:31,297 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:27:31,297 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:27:36,342 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:27:37,320 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:27:42,321 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:27:46,296 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:27:46,297 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:27:47,433 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:27:52,434 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:27:57,435 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:28:01,297 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:28:01,297 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:28:03,374 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:28:07,321 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:28:09,322 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:28:14,323 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:28:16,297 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:28:16,297 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:28:19,431 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:28:24,432 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:28:29,433 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:28:31,297 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:28:31,298 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:28:35,384 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:28:37,322 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:28:41,324 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:28:46,297 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:28:46,298 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:28:46,441 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:28:51,442 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:28:56,443 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:29:01,297 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:29:01,298 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:29:02,352 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:29:07,323 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:29:08,324 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:29:13,325 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:29:16,297 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:29:16,298 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:29:18,336 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:29:23,337 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:29:28,339 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:29:31,298 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:29:31,298 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:29:33,409 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:29:37,324 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:29:39,325 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:29:44,326 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:29:46,371 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:29:46,371 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:29:49,496 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:29:54,497 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:29:59,498 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:30:01,371 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:30:01,372 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:30:05,469 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:30:07,325 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:30:11,326 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:30:16,327 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:30:16,370 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:30:16,371 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:30:21,478 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:30:26,479 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:30:31,371 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:30:31,371 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:30:31,497 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:30:36,498 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:30:37,326 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:30:42,327 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:30:46,371 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:30:46,372 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:30:47,428 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:30:52,429 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:30:57,430 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:31:01,371 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:31:01,371 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:31:02,431 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:31:07,327 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:31:08,328 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:31:13,329 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:31:16,371 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:31:16,372 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:31:18,491 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:31:23,493 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:31:28,494 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:31:31,537 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:31:31,537 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:31:33,605 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:31:37,328 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:31:39,329 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:31:44,330 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:31:46,536 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:31:46,537 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:31:49,647 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:31:54,648 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:31:59,649 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:32:01,537 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:32:01,537 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:32:04,670 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:32:07,329 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:32:10,330 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:32:15,331 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:32:16,537 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:32:16,537 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:32:20,577 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:32:25,578 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:32:30,579 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:32:31,537 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:32:31,537 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:32:35,668 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:32:37,329 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:32:41,331 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:32:46,332 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:32:46,537 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:32:46,537 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:32:51,584 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:32:56,585 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:33:01,537 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:33:01,538 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:33:01,641 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:33:03,405 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: partial_history +2024-06-26 07:33:03,406 DEBUG SenderThread:2331 [sender.py:send():378] send: history +2024-06-26 07:33:03,406 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: summary_record +2024-06-26 07:33:03,407 INFO SenderThread:2331 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-06-26 07:33:03,782 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/wandb-summary.json +2024-06-26 07:33:07,330 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:33:07,332 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:33:12,332 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:33:16,537 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:33:16,538 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:33:17,613 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:33:22,614 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:33:27,614 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:33:31,537 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:33:31,538 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:33:32,615 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:33:37,331 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:33:38,332 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:33:43,333 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:33:46,537 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:33:46,538 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:33:48,647 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:33:53,648 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:33:58,649 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:34:01,538 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:34:01,538 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:34:03,659 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:34:07,332 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:34:09,333 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:34:14,334 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:34:16,538 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:34:16,538 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:34:19,590 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:34:24,591 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:34:29,592 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:34:31,538 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:34:31,538 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:34:35,563 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:34:37,333 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:34:41,334 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:34:46,335 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:34:46,538 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:34:46,538 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:34:51,667 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:34:56,668 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:35:01,538 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:35:01,538 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:35:02,567 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:35:07,334 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:35:08,335 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:35:10,745 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: partial_history +2024-06-26 07:35:10,746 DEBUG SenderThread:2331 [sender.py:send():378] send: history +2024-06-26 07:35:10,747 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: summary_record +2024-06-26 07:35:10,747 INFO SenderThread:2331 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-06-26 07:35:10,828 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/wandb-summary.json +2024-06-26 07:35:13,829 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/output.log +2024-06-26 07:35:13,839 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:35:16,538 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:35:16,538 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:35:19,654 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:35:24,655 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:35:29,656 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:35:31,538 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:35:31,539 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:35:35,641 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:35:37,335 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:35:41,336 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:35:46,337 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:35:46,538 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:35:46,539 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:35:51,601 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:35:56,602 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:36:01,539 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:36:01,539 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:36:01,644 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:36:06,645 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:36:07,336 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:36:12,337 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:36:16,539 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:36:16,539 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:36:17,613 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:36:22,615 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:36:27,615 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:36:31,539 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:36:31,540 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:36:32,659 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:36:37,336 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:36:38,337 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:36:43,338 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:36:46,539 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:36:46,540 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:36:48,640 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:36:53,641 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:36:58,642 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:37:01,539 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:37:01,540 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:37:03,675 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:37:07,338 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:37:09,339 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:37:14,340 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:37:16,539 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:37:16,540 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:37:19,567 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:37:24,568 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:37:29,569 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:37:31,539 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:37:31,540 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:37:34,599 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:37:37,343 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:37:40,344 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:37:45,345 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:37:46,539 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:37:46,540 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:37:50,640 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:37:55,640 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:38:00,641 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:38:01,540 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:38:01,541 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:38:06,616 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:38:07,340 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:38:12,342 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:38:16,540 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:38:16,540 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:38:17,608 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:38:22,608 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:38:27,609 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:38:31,540 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:38:31,541 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:38:32,660 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:38:37,341 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:38:38,344 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:38:43,345 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:38:46,540 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:38:46,541 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:38:48,609 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:38:53,610 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:38:58,611 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:39:01,540 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:39:01,541 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:39:03,653 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:39:07,342 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:39:09,343 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:39:14,344 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:39:16,541 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:39:16,541 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:39:19,665 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:39:24,666 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:39:29,666 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:39:31,540 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:39:31,541 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:39:34,674 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:39:37,343 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:39:40,343 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:39:45,344 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:39:46,541 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:39:46,541 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:39:50,670 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:39:55,671 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:40:00,673 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:40:01,541 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:40:01,542 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:40:06,665 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:40:07,343 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:40:12,344 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:40:16,541 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:40:16,542 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:40:17,595 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:40:22,597 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:40:27,597 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:40:31,541 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:40:31,542 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:40:32,673 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:40:37,345 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:40:38,345 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:40:43,346 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:40:46,541 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:40:46,542 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:40:48,669 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:40:53,670 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:40:58,671 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:41:01,541 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:41:01,542 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:41:04,461 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: partial_history +2024-06-26 07:41:04,462 DEBUG SenderThread:2331 [sender.py:send():378] send: history +2024-06-26 07:41:04,463 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: summary_record +2024-06-26 07:41:04,463 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:41:04,463 INFO SenderThread:2331 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-06-26 07:41:04,964 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/wandb-summary.json +2024-06-26 07:41:07,345 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:41:10,346 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:41:15,347 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:41:16,542 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:41:16,542 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:41:20,613 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:41:25,614 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:41:30,615 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:41:31,542 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:41:31,542 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:41:35,683 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:41:37,346 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:41:41,348 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:41:46,349 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:41:46,542 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:41:46,543 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:41:51,611 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:41:56,611 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:42:01,542 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:42:01,543 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:42:01,688 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:42:06,689 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:42:07,347 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:42:12,348 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:42:16,542 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:42:16,542 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:42:17,584 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:42:22,585 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:42:27,586 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:42:31,542 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:42:31,543 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:42:32,592 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:42:37,348 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:42:38,349 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:42:43,350 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:42:46,543 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:42:46,543 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:42:48,629 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:42:53,630 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:42:58,631 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:43:01,543 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:43:01,544 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:43:03,649 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:43:07,349 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:43:09,350 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:43:11,804 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: partial_history +2024-06-26 07:43:11,805 DEBUG SenderThread:2331 [sender.py:send():378] send: history +2024-06-26 07:43:11,805 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: summary_record +2024-06-26 07:43:11,806 INFO SenderThread:2331 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-06-26 07:43:12,012 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/wandb-summary.json +2024-06-26 07:43:14,013 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/output.log +2024-06-26 07:43:14,897 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:43:16,543 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:43:16,544 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:43:20,652 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:43:25,653 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:43:30,654 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:43:31,543 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:43:31,544 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:43:36,651 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:43:37,350 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:43:42,351 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:43:46,543 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:43:46,544 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:43:47,602 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:43:52,603 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:43:57,604 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:44:01,543 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:44:01,544 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:44:02,634 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:44:07,350 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:44:08,351 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:44:13,352 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:44:16,544 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:44:16,545 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:44:18,659 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:44:23,660 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:44:28,661 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:44:31,544 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:44:31,545 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:44:33,668 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:44:37,351 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:44:39,352 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:44:44,353 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:44:46,544 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:44:46,545 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:44:49,609 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:44:54,610 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:44:59,611 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:45:01,544 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:45:01,545 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:45:04,672 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:45:07,352 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:45:10,353 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:45:15,354 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:45:16,544 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:45:16,545 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:45:20,601 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:45:25,602 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:45:30,603 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:45:31,544 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:45:31,545 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:45:35,679 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:45:37,353 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:45:41,355 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:45:46,356 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:45:46,545 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:45:46,545 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:45:51,685 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:45:56,686 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:46:01,545 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:46:01,545 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:46:02,577 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:46:07,354 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:46:08,355 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:46:13,356 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:46:16,545 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:46:16,545 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:46:18,600 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:46:23,601 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:46:28,602 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:46:31,545 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:46:31,545 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:46:34,596 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:46:37,355 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:46:40,356 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:46:45,357 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:46:46,545 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:46:46,546 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:46:50,644 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:46:55,645 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:47:00,646 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:47:01,545 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:47:01,546 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:47:05,686 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:47:07,356 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:47:11,357 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:47:16,358 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:47:16,546 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:47:16,546 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:47:21,579 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:47:26,580 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:47:31,546 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:47:31,547 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:47:31,608 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:47:36,609 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:47:37,357 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:47:42,358 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:47:46,547 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:47:46,548 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:47:47,614 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:47:52,614 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:47:57,615 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:48:01,547 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:48:01,548 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:48:03,577 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:48:07,357 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:48:09,359 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:48:14,360 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:48:16,546 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:48:16,547 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:48:19,692 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:48:24,694 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:48:29,695 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:48:31,546 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:48:31,547 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:48:35,676 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:48:37,358 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:48:41,360 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:48:46,360 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:48:46,547 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:48:46,548 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:48:51,669 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:48:56,670 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:49:01,547 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:49:01,547 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:49:01,681 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:49:04,977 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: partial_history +2024-06-26 07:49:04,978 DEBUG SenderThread:2331 [sender.py:send():378] send: history +2024-06-26 07:49:04,978 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: summary_record +2024-06-26 07:49:04,979 INFO SenderThread:2331 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-06-26 07:49:05,146 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/wandb-summary.json +2024-06-26 07:49:06,980 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:49:07,359 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:49:12,361 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:49:16,548 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:49:16,548 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:49:17,587 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:49:22,587 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:49:27,588 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:49:31,547 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:49:31,547 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:49:32,648 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:49:37,360 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:49:38,361 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:49:43,362 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:49:46,547 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:49:46,548 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:49:48,618 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:49:53,619 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:49:58,620 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:50:01,547 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:50:01,548 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:50:04,585 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:50:07,361 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:50:10,362 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:50:15,363 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:50:16,548 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:50:16,548 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:50:20,599 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:50:25,600 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:50:30,601 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:50:31,548 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:50:31,548 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:50:36,590 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:50:37,362 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:50:42,363 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:50:46,548 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:50:46,548 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:50:47,656 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:50:52,657 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:50:57,658 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:51:01,548 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:51:01,549 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:51:03,640 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:51:07,363 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:51:09,364 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:51:12,374 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: partial_history +2024-06-26 07:51:12,376 DEBUG SenderThread:2331 [sender.py:send():378] send: history +2024-06-26 07:51:12,376 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: summary_record +2024-06-26 07:51:12,376 INFO SenderThread:2331 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-06-26 07:51:13,190 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/wandb-summary.json +2024-06-26 07:51:14,191 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/output.log +2024-06-26 07:51:14,471 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:51:16,548 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:51:16,549 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:51:19,581 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:51:24,582 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:51:29,583 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:51:31,548 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:51:31,549 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:51:34,658 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:51:37,364 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:51:40,365 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:51:45,365 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:51:46,548 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:51:46,549 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:51:50,684 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:51:55,685 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:52:00,686 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:52:01,549 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:52:01,549 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:52:06,665 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:52:07,364 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:52:12,365 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:52:16,549 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:52:16,550 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:52:17,666 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:52:22,667 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:52:27,668 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:52:31,864 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:52:31,865 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:52:32,921 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:52:37,365 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:52:38,366 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:52:43,367 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:52:46,865 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:52:46,865 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:52:48,988 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:52:53,989 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:52:58,990 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:53:01,864 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:53:01,865 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:53:04,914 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:53:07,367 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:53:10,368 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:53:15,369 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:53:16,865 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:53:16,865 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:53:20,987 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:53:25,988 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:53:30,988 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:53:31,865 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:53:31,866 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:53:35,992 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:53:37,367 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:53:41,368 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:53:46,369 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:53:46,865 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:53:46,866 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:53:51,914 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:53:56,915 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:54:01,866 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:54:01,866 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:54:01,936 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:54:06,937 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:54:07,369 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:54:12,370 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:54:16,866 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:54:16,866 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:54:17,894 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:54:22,895 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:54:27,896 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:54:31,866 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:54:31,866 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:54:32,997 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:54:37,369 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:54:38,370 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:54:43,371 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:54:46,866 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:54:46,866 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:54:48,919 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:54:53,920 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:54:58,921 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:55:01,866 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:55:01,866 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:55:03,926 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:55:07,371 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:55:09,372 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:55:14,373 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:55:16,868 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:55:16,868 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:55:20,002 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:55:25,003 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:55:30,004 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:55:31,867 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:55:31,868 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:55:35,999 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:55:37,379 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:55:41,380 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:55:46,381 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:55:47,365 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:55:47,365 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:55:51,463 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:55:56,464 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:56:01,465 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:56:02,364 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:56:02,365 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:56:07,373 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:56:07,373 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:56:12,374 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:56:17,365 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:56:17,365 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:56:17,466 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:56:22,467 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:56:27,467 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:56:32,365 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:56:32,366 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:56:33,450 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:56:37,373 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:56:39,374 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:56:44,375 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:56:47,365 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:56:47,366 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:56:49,473 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:56:54,474 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:56:59,475 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:57:02,365 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:57:02,366 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:57:05,200 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: partial_history +2024-06-26 07:57:05,201 DEBUG SenderThread:2331 [sender.py:send():378] send: history +2024-06-26 07:57:05,202 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: summary_record +2024-06-26 07:57:05,202 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:57:05,202 INFO SenderThread:2331 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-06-26 07:57:05,326 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/wandb-summary.json +2024-06-26 07:57:07,374 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:57:10,375 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:57:15,376 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:57:17,366 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:57:17,366 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:57:20,503 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:57:25,504 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:57:30,504 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:57:32,365 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:57:32,366 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:57:36,483 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:57:37,375 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:57:42,376 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:57:47,366 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:57:47,366 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:57:47,477 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:57:52,478 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:57:57,479 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:58:02,366 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:58:02,367 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:58:03,398 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:58:07,376 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:58:09,377 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:58:14,378 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:58:17,366 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:58:17,367 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:58:19,393 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:58:24,394 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:58:29,395 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:58:32,366 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:58:32,367 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:58:34,476 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:58:37,377 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:58:40,378 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:58:45,379 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:58:47,366 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:58:47,367 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:58:50,416 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:58:55,417 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:59:00,418 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:59:02,366 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:59:02,367 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:59:05,460 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:59:07,378 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:59:11,379 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:59:12,537 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: partial_history +2024-06-26 07:59:12,539 DEBUG SenderThread:2331 [sender.py:send():378] send: history +2024-06-26 07:59:12,539 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: summary_record +2024-06-26 07:59:12,539 INFO SenderThread:2331 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-06-26 07:59:13,375 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/wandb-summary.json +2024-06-26 07:59:15,376 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/output.log +2024-06-26 07:59:16,630 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:59:17,367 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:59:17,367 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:59:22,438 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:59:27,439 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:59:32,367 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:59:32,367 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:59:32,489 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:59:37,379 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 07:59:38,380 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:59:43,381 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:59:47,367 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 07:59:47,367 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 07:59:48,411 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:59:53,412 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 07:59:58,413 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:00:02,367 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:00:02,368 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:00:04,391 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:00:07,380 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:00:10,381 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:00:15,382 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:00:17,367 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:00:17,367 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:00:20,403 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:00:25,404 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:00:30,404 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:00:32,367 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:00:32,368 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:00:35,460 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:00:37,381 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:00:41,383 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:00:46,383 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:00:47,367 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:00:47,368 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:00:51,426 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:00:56,427 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:01:01,428 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:01:02,367 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:01:02,368 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:01:06,471 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:01:07,383 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:01:12,384 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:01:17,368 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:01:17,368 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:01:17,493 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:01:22,494 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:01:27,495 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:01:32,368 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:01:32,368 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:01:33,404 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:01:37,384 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:01:39,384 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:01:44,385 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:01:47,368 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:01:47,368 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:01:49,446 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:01:54,447 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:01:59,448 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:02:02,368 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:02:02,369 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:02:04,453 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:02:07,384 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:02:10,386 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:02:15,387 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:02:17,368 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:02:17,369 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:02:20,487 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:02:25,488 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:02:30,489 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:02:32,368 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:02:32,369 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:02:35,503 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:02:37,385 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:02:41,387 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:02:46,388 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:02:47,369 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:02:47,369 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:02:51,493 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:02:56,494 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:03:01,495 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:03:02,369 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:03:02,369 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:03:07,386 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:03:07,387 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:03:12,388 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:03:17,369 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:03:17,369 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:03:17,494 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:03:22,494 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:03:27,495 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:03:32,369 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:03:32,370 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:03:32,496 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:03:37,388 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:03:38,388 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:03:43,389 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:03:47,369 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:03:47,370 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:03:48,459 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:03:53,460 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:03:58,461 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:04:02,369 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:04:02,370 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:04:04,414 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:04:07,389 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:04:10,390 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:04:15,391 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:04:17,369 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:04:17,370 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:04:20,446 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:04:25,447 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:04:30,448 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:04:32,370 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:04:32,370 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:04:35,476 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:04:37,389 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:04:41,390 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:04:46,391 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:04:47,370 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:04:47,370 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:04:51,465 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:04:56,466 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:05:01,467 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:05:02,370 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:05:02,370 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:05:05,903 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: partial_history +2024-06-26 08:05:05,904 DEBUG SenderThread:2331 [sender.py:send():378] send: history +2024-06-26 08:05:05,905 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: summary_record +2024-06-26 08:05:05,905 INFO SenderThread:2331 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-06-26 08:05:06,509 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/wandb-summary.json +2024-06-26 08:05:06,906 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:05:07,391 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:05:12,392 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:05:17,370 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:05:17,371 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:05:17,482 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:05:22,483 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:05:27,484 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:05:32,370 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:05:32,371 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:05:32,490 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:05:37,392 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:05:38,393 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:05:43,394 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:05:47,370 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:05:47,371 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:05:48,490 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:05:53,491 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:05:58,492 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:06:02,370 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:06:02,371 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:06:04,453 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:06:07,393 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:06:10,394 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:06:15,395 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:06:17,371 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:06:17,371 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:06:20,494 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:06:25,495 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:06:30,496 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:06:32,371 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:06:32,372 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:06:36,470 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:06:37,394 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:06:42,396 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:06:47,371 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:06:47,372 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:06:47,471 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:06:52,472 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:06:57,473 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:07:02,371 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:07:02,372 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:07:02,508 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:07:07,395 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:07:08,397 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:07:13,364 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: partial_history +2024-06-26 08:07:13,366 DEBUG SenderThread:2331 [sender.py:send():378] send: history +2024-06-26 08:07:13,366 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: summary_record +2024-06-26 08:07:13,366 INFO SenderThread:2331 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-06-26 08:07:13,461 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:07:13,557 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/wandb-summary.json +2024-06-26 08:07:15,558 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/output.log +2024-06-26 08:07:17,371 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:07:17,372 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:07:19,440 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:07:24,441 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:07:29,442 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:07:32,371 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:07:32,372 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:07:34,486 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:07:37,396 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:07:40,397 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:07:45,398 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:07:47,371 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:07:47,372 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:07:50,488 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:07:55,489 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:08:00,490 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:08:02,372 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:08:02,373 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:08:06,486 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:08:07,397 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:08:12,399 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:08:17,372 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:08:17,373 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:08:17,492 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:08:22,492 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:08:27,493 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:08:32,494 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:08:32,927 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:08:32,928 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:08:37,398 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:08:38,399 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:08:43,400 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:08:47,927 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:08:47,928 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:08:49,052 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:08:54,053 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:08:59,054 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:09:02,927 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:09:02,928 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:09:04,960 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:09:07,399 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:09:10,400 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:09:15,401 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:09:17,928 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:09:17,928 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:09:20,965 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:09:25,966 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:09:30,967 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:09:32,927 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:09:32,928 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:09:36,024 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:09:37,400 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:09:41,401 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:09:46,402 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:09:47,928 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:09:47,928 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:09:51,951 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:09:56,952 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:10:01,953 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:10:02,928 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:10:02,929 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:10:06,977 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:10:07,401 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:10:12,402 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:10:17,403 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:10:17,928 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:10:17,929 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:10:23,062 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:10:28,063 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:10:32,928 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:10:32,929 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:10:33,966 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:10:37,401 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:10:39,402 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:10:44,403 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:10:47,928 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:10:47,929 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:10:50,059 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:10:55,060 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:11:00,061 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:11:02,928 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:11:02,929 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:11:06,060 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:11:07,402 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:11:11,403 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:11:16,404 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:11:17,928 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:11:17,929 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:11:22,061 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:11:27,062 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:11:32,063 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:11:32,928 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:11:32,929 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:11:37,071 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:11:37,403 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:11:42,404 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:11:47,405 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:11:48,446 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:11:48,446 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:11:52,544 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:11:57,545 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:12:02,546 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:12:03,445 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:12:03,446 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:12:07,404 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:12:08,405 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:12:13,406 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:12:18,407 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:12:18,446 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:12:18,446 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:12:23,479 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:12:28,480 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:12:33,447 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:12:33,447 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:12:33,560 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:12:37,405 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:12:39,406 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:12:44,407 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:12:48,446 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:12:48,447 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:12:49,569 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:12:54,570 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:12:59,571 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:13:03,446 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:13:03,447 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:13:05,564 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:13:06,290 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: partial_history +2024-06-26 08:13:06,291 DEBUG SenderThread:2331 [sender.py:send():378] send: history +2024-06-26 08:13:06,291 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: summary_record +2024-06-26 08:13:06,292 INFO SenderThread:2331 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-06-26 08:13:06,687 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/wandb-summary.json +2024-06-26 08:13:07,410 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:13:11,411 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:13:16,412 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:13:18,446 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:13:18,447 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:13:21,544 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:13:26,545 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:13:31,546 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:13:33,447 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:13:33,448 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:13:36,559 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:13:37,406 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:13:42,407 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:13:47,408 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:13:48,447 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:13:48,447 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:13:52,585 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:13:57,586 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:14:02,587 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:14:03,447 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:14:03,447 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:14:07,408 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:14:08,409 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:14:13,410 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:14:18,411 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:14:18,447 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:14:18,448 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:14:23,588 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:14:28,589 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:14:33,447 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:14:33,448 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:14:34,532 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:14:37,409 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:14:40,410 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:14:45,411 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:14:48,447 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:14:48,447 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:14:50,563 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:14:55,565 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:15:00,565 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:15:03,447 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:15:03,448 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:15:06,553 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:15:07,410 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:15:12,411 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:15:13,633 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: partial_history +2024-06-26 08:15:13,634 DEBUG SenderThread:2331 [sender.py:send():378] send: history +2024-06-26 08:15:13,635 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: summary_record +2024-06-26 08:15:13,635 INFO SenderThread:2331 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-06-26 08:15:13,736 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/wandb-summary.json +2024-06-26 08:15:15,737 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/output.log +2024-06-26 08:15:17,726 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:15:18,447 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:15:18,448 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:15:23,492 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:15:28,493 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:15:33,447 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:15:33,448 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:15:33,566 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:15:37,410 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:15:39,411 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:15:44,413 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:15:48,447 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:15:48,448 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:15:49,513 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:15:54,514 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:15:59,515 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:16:03,448 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:16:03,449 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:16:05,509 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:16:07,411 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:16:11,413 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:16:16,413 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:16:18,448 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:16:18,448 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:16:22,091 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:16:27,091 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:16:32,092 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:16:33,448 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:16:33,449 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:16:37,412 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:16:37,414 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:16:42,414 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:16:47,414 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:16:48,448 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:16:48,449 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:16:53,090 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:16:58,091 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:17:03,092 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:17:03,448 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:17:03,449 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:17:07,413 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:17:08,414 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:17:13,415 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:17:18,416 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:17:18,448 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:17:18,449 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:17:24,091 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:17:29,092 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:17:33,448 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:17:33,449 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:17:35,091 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:17:37,414 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:17:40,415 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:17:45,416 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:17:48,449 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:17:48,449 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:17:51,091 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:17:56,092 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:18:01,093 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:18:03,449 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:18:03,449 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:18:06,190 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:18:07,415 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:18:11,416 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:18:16,417 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:18:18,449 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:18:18,450 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:18:22,190 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:18:27,191 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:18:32,192 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:18:33,449 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:18:33,450 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:18:37,416 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:18:37,417 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:18:42,418 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:18:47,419 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:18:48,449 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:18:48,450 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:18:53,191 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:18:58,191 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:19:03,192 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:19:03,449 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:19:03,450 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:19:07,417 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:19:08,418 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:19:13,419 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:19:18,420 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:19:18,450 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:19:18,450 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:19:24,191 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:19:29,192 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:19:33,450 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:19:33,450 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:19:35,191 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:19:37,418 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:19:40,419 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:19:45,420 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:19:48,951 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:19:48,952 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:19:51,191 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:19:56,192 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:20:01,193 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:20:03,951 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:20:03,952 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:20:07,191 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:20:07,419 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:20:12,421 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:20:17,422 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:20:18,951 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:20:18,952 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:20:23,191 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:20:28,192 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:20:33,194 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:20:33,952 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:20:33,953 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:20:37,420 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:20:38,421 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:20:43,422 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:20:48,423 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:20:48,952 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:20:48,953 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:20:54,192 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:20:59,193 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:21:03,952 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:21:03,953 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:21:05,191 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:21:06,566 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: partial_history +2024-06-26 08:21:06,567 DEBUG SenderThread:2331 [sender.py:send():378] send: history +2024-06-26 08:21:06,568 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: summary_record +2024-06-26 08:21:06,568 INFO SenderThread:2331 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-06-26 08:21:06,871 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/wandb-summary.json +2024-06-26 08:21:07,421 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:21:10,422 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:21:15,423 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:21:18,953 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:21:18,953 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:21:21,192 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:21:26,193 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:21:31,194 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:21:33,953 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:21:33,953 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:21:37,193 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:21:37,422 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:21:42,423 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:21:47,424 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:21:48,953 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:21:48,953 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:21:53,193 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:21:58,195 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:22:03,196 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:22:03,953 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:22:03,954 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:22:07,423 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:22:08,424 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:22:13,425 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:22:18,426 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:22:18,953 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:22:18,954 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:22:24,193 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:22:29,194 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:22:33,954 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:22:33,954 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:22:35,193 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:22:37,424 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:22:40,425 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:22:45,426 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:22:48,954 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:22:48,954 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:22:51,193 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:22:56,194 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:23:01,195 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:23:03,954 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:23:03,954 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:23:07,194 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:23:07,425 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:23:12,426 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:23:13,823 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: partial_history +2024-06-26 08:23:13,824 DEBUG SenderThread:2331 [sender.py:send():378] send: history +2024-06-26 08:23:13,824 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: summary_record +2024-06-26 08:23:13,824 INFO SenderThread:2331 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-06-26 08:23:13,919 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/wandb-summary.json +2024-06-26 08:23:16,920 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/output.log +2024-06-26 08:23:17,919 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:23:18,954 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:23:18,954 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:23:23,194 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:23:28,195 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:23:33,196 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:23:33,954 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:23:33,955 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:23:37,425 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:23:38,426 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:23:43,427 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:23:48,428 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:23:48,955 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:23:48,955 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:23:54,194 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:23:59,195 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:24:03,955 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:24:03,955 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:24:05,194 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:24:07,426 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:24:10,427 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:24:15,428 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:24:19,398 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:24:19,398 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:24:20,459 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:24:25,460 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:24:30,461 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:24:34,396 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:24:34,397 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:24:35,502 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:24:37,427 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:24:41,428 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:24:46,429 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:24:49,397 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:24:49,397 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:24:51,519 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:24:56,520 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:25:01,521 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:25:04,397 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:25:04,398 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:25:07,428 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:25:07,430 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:25:12,430 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:25:17,431 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:25:19,397 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:25:19,397 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:25:22,491 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:25:27,492 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:25:32,493 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:25:34,398 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:25:34,398 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:25:37,429 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:25:38,430 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:25:43,431 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:25:48,432 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:25:49,398 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:25:49,398 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:25:53,461 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:25:58,462 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:26:03,463 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:26:04,493 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:26:04,494 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:26:07,430 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:26:09,431 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:26:14,432 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:26:19,433 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:26:19,493 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:26:19,493 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:26:24,566 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:26:29,566 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:26:34,494 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:26:34,494 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:26:35,533 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:26:37,431 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:26:41,432 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:26:46,433 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:26:49,493 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:26:49,493 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:26:51,617 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:26:56,618 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:27:01,619 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:27:04,493 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:27:04,494 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:27:07,432 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:27:07,434 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:27:12,434 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:27:17,435 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:27:19,496 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:27:19,496 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:27:22,619 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:27:27,620 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:27:32,621 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:27:34,493 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:27:34,494 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:27:37,433 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:27:38,434 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:27:43,435 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:27:48,436 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:27:49,494 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:27:49,495 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:27:53,524 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:27:58,525 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:28:03,526 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:28:04,494 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:28:04,494 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:28:07,434 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:28:09,435 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:28:14,436 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:28:19,437 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:28:19,494 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:28:19,495 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:28:24,538 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:28:29,539 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:28:34,494 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:28:34,495 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:28:34,621 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:28:37,436 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:28:40,437 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:28:45,438 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:28:49,495 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:28:49,495 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:28:50,565 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:28:55,566 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:29:00,567 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:29:04,494 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:29:04,495 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:29:05,617 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:29:06,887 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: partial_history +2024-06-26 08:29:06,888 DEBUG SenderThread:2331 [sender.py:send():378] send: history +2024-06-26 08:29:06,888 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: summary_record +2024-06-26 08:29:06,889 INFO SenderThread:2331 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-06-26 08:29:07,057 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/wandb-summary.json +2024-06-26 08:29:07,436 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:29:11,437 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:29:16,439 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:29:19,494 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:29:19,495 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:29:21,607 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:29:26,607 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:29:31,609 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:29:34,494 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:29:34,495 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:29:37,437 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:29:37,438 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:29:42,439 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:29:47,440 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:29:49,495 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:29:49,495 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:29:52,562 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:29:57,563 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:30:02,564 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:30:04,495 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:30:04,495 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:30:07,438 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:30:08,439 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:30:13,440 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:30:18,440 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:30:19,495 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:30:19,496 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:30:23,552 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:30:28,553 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:30:33,555 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:30:34,495 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:30:34,495 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:30:37,439 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:30:39,440 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:30:44,440 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:30:49,441 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:30:49,495 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:30:49,496 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:30:54,561 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:30:59,562 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:31:04,495 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:31:04,496 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:31:04,584 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:31:07,444 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:31:10,445 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:31:14,238 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: partial_history +2024-06-26 08:31:14,239 DEBUG SenderThread:2331 [sender.py:send():378] send: history +2024-06-26 08:31:14,240 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: summary_record +2024-06-26 08:31:14,240 INFO SenderThread:2331 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-06-26 08:31:15,104 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/wandb-summary.json +2024-06-26 08:31:16,330 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:31:17,105 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/output.log +2024-06-26 08:31:19,496 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:31:19,498 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:31:21,597 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:31:26,598 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:31:31,599 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:31:34,496 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:31:34,496 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:31:37,440 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:31:37,441 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:31:42,442 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:31:47,443 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:31:49,496 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:31:49,497 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:31:52,641 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:31:57,642 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:32:02,643 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:32:04,496 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:32:04,497 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:32:07,441 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:32:08,442 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:32:13,443 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:32:18,444 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:32:19,756 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:32:19,757 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:32:23,792 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:32:28,793 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:32:33,794 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:32:34,755 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:32:34,756 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:32:37,442 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:32:39,443 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:32:44,444 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:32:49,445 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:32:49,755 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:32:49,756 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:32:54,828 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:32:59,829 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:33:04,755 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:33:04,756 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:33:05,795 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:33:07,443 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:33:11,444 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:33:16,445 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:33:19,755 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:33:19,756 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:33:21,795 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:33:26,796 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:33:31,797 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:33:34,756 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:33:34,756 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:33:36,804 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:33:37,444 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:33:40,976 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: partial_history +2024-06-26 08:33:40,978 DEBUG SenderThread:2331 [sender.py:send():378] send: history +2024-06-26 08:33:40,978 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: summary_record +2024-06-26 08:33:40,978 INFO SenderThread:2331 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-06-26 08:33:41,159 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/wandb-summary.json +2024-06-26 08:33:41,979 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:33:46,980 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:33:49,756 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:33:49,757 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:33:52,795 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:33:57,796 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:34:02,797 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:34:04,756 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:34:04,757 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:34:07,445 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:34:08,446 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:34:13,447 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:34:18,448 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:34:19,756 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:34:19,757 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:34:23,791 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:34:28,792 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:34:33,792 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:34:34,756 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:34:34,757 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:34:37,446 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:34:39,448 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:34:44,449 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:34:49,450 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:34:49,756 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:34:49,757 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:34:54,877 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:34:59,878 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:35:04,757 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:35:04,757 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:35:05,815 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:35:07,448 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:35:11,449 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:35:16,450 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:35:19,758 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:35:19,758 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:35:21,845 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:35:26,846 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:35:31,847 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:35:34,757 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:35:34,758 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:35:37,449 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:35:37,451 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:35:42,451 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:35:47,452 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:35:48,274 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: partial_history +2024-06-26 08:35:48,275 DEBUG SenderThread:2331 [sender.py:send():378] send: history +2024-06-26 08:35:48,275 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: summary_record +2024-06-26 08:35:48,276 INFO SenderThread:2331 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-06-26 08:35:48,383 DEBUG SenderThread:2331 [sender.py:send():378] send: telemetry +2024-06-26 08:35:48,383 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: summary_record +2024-06-26 08:35:48,384 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: partial_history +2024-06-26 08:35:48,385 INFO SenderThread:2331 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-06-26 08:35:48,386 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: summary_record +2024-06-26 08:35:48,386 INFO SenderThread:2331 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-06-26 08:35:48,386 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: summary_record +2024-06-26 08:35:48,387 INFO SenderThread:2331 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-06-26 08:35:48,387 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: summary_record +2024-06-26 08:35:48,388 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: pause +2024-06-26 08:35:48,388 INFO HandlerThread:2331 [handler.py:handle_request_pause():724] stopping system metrics thread +2024-06-26 08:35:48,388 INFO HandlerThread:2331 [system_monitor.py:finish():203] Stopping system monitor +2024-06-26 08:35:48,388 DEBUG SystemMonitor:2331 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-06-26 08:35:48,388 DEBUG SystemMonitor:2331 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-06-26 08:35:48,389 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined cpu monitor +2024-06-26 08:35:48,389 INFO SenderThread:2331 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-06-26 08:35:48,390 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined disk monitor +2024-06-26 08:35:48,390 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: summary_record +2024-06-26 08:35:48,391 INFO SenderThread:2331 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-06-26 08:35:48,392 DEBUG SenderThread:2331 [sender.py:send():378] send: history +2024-06-26 08:35:48,392 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: summary_record +2024-06-26 08:35:48,393 INFO SenderThread:2331 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-06-26 08:35:48,403 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined gpu monitor +2024-06-26 08:35:48,403 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined memory monitor +2024-06-26 08:35:48,403 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined network monitor +2024-06-26 08:35:48,404 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:35:49,211 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/wandb-summary.json +2024-06-26 08:35:49,757 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:35:49,758 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:35:52,851 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:35:57,852 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:36:02,853 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:36:04,757 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:36:04,758 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:36:08,809 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:36:11,678 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: resume +2024-06-26 08:36:11,678 INFO HandlerThread:2331 [handler.py:handle_request_resume():715] starting system metrics thread +2024-06-26 08:36:11,678 INFO HandlerThread:2331 [system_monitor.py:start():194] Starting system monitor +2024-06-26 08:36:11,678 INFO SystemMonitor:2331 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-06-26 08:36:11,679 INFO SystemMonitor:2331 [interfaces.py:start():188] Started cpu monitoring +2024-06-26 08:36:11,680 INFO SystemMonitor:2331 [interfaces.py:start():188] Started disk monitoring +2024-06-26 08:36:11,681 INFO SystemMonitor:2331 [interfaces.py:start():188] Started gpu monitoring +2024-06-26 08:36:11,681 INFO SystemMonitor:2331 [interfaces.py:start():188] Started memory monitoring +2024-06-26 08:36:11,682 INFO SystemMonitor:2331 [interfaces.py:start():188] Started network monitoring +2024-06-26 08:36:13,817 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:36:14,220 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/config.yaml +2024-06-26 08:36:18,926 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:36:19,757 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:36:19,758 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:36:24,802 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:36:29,803 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:36:34,758 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:36:34,758 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:36:34,888 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:36:39,889 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:36:44,890 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:36:49,758 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:36:49,758 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:36:50,888 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:36:55,889 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:37:00,890 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:37:04,758 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:37:04,759 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:37:06,881 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:37:11,682 DEBUG SystemMonitor:2331 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-06-26 08:37:11,684 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:37:12,685 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:37:17,686 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:37:19,758 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:37:19,759 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:37:22,873 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:37:27,874 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:37:32,875 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:37:34,758 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:37:34,759 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:37:37,884 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:37:41,685 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:37:43,686 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:37:48,687 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:37:49,758 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:37:49,759 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:37:53,837 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:37:58,838 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:38:03,838 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:38:04,758 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:38:04,759 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:38:08,866 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:38:11,685 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:38:14,686 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:38:19,573 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: partial_history +2024-06-26 08:38:19,574 DEBUG SenderThread:2331 [sender.py:send():378] send: history +2024-06-26 08:38:19,574 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: summary_record +2024-06-26 08:38:19,575 INFO SenderThread:2331 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-06-26 08:38:19,576 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: pause +2024-06-26 08:38:19,576 INFO HandlerThread:2331 [handler.py:handle_request_pause():724] stopping system metrics thread +2024-06-26 08:38:19,576 INFO HandlerThread:2331 [system_monitor.py:finish():203] Stopping system monitor +2024-06-26 08:38:19,576 DEBUG SystemMonitor:2331 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-06-26 08:38:19,576 DEBUG SystemMonitor:2331 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-06-26 08:38:19,577 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined cpu monitor +2024-06-26 08:38:19,578 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined disk monitor +2024-06-26 08:38:19,588 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined gpu monitor +2024-06-26 08:38:19,588 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined memory monitor +2024-06-26 08:38:19,589 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined network monitor +2024-06-26 08:38:19,589 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:38:19,758 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:38:19,759 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:38:19,831 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:38:20,268 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/wandb-summary.json +2024-06-26 08:38:24,832 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:38:29,833 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:38:34,759 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:38:34,759 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:38:35,822 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:38:40,824 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:38:45,824 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:38:49,759 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:38:49,760 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:38:50,840 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:38:55,841 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:39:00,842 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:39:04,759 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:39:04,760 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:39:06,835 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:39:11,836 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:39:16,837 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:39:19,759 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:39:19,760 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:39:22,828 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:39:27,828 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:39:32,829 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:39:34,759 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:39:34,760 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:39:38,827 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:39:43,828 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:39:48,829 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:39:49,760 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:39:49,760 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:39:54,798 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:39:55,101 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: resume +2024-06-26 08:39:55,101 INFO HandlerThread:2331 [handler.py:handle_request_resume():715] starting system metrics thread +2024-06-26 08:39:55,101 INFO HandlerThread:2331 [system_monitor.py:start():194] Starting system monitor +2024-06-26 08:39:55,101 INFO SystemMonitor:2331 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-06-26 08:39:55,102 INFO SystemMonitor:2331 [interfaces.py:start():188] Started cpu monitoring +2024-06-26 08:39:55,102 INFO SystemMonitor:2331 [interfaces.py:start():188] Started disk monitoring +2024-06-26 08:39:55,104 INFO SystemMonitor:2331 [interfaces.py:start():188] Started gpu monitoring +2024-06-26 08:39:55,104 INFO SystemMonitor:2331 [interfaces.py:start():188] Started memory monitoring +2024-06-26 08:39:55,106 INFO SystemMonitor:2331 [interfaces.py:start():188] Started network monitoring +2024-06-26 08:39:55,142 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: pause +2024-06-26 08:39:55,142 INFO HandlerThread:2331 [handler.py:handle_request_pause():724] stopping system metrics thread +2024-06-26 08:39:55,142 INFO HandlerThread:2331 [system_monitor.py:finish():203] Stopping system monitor +2024-06-26 08:39:55,143 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined cpu monitor +2024-06-26 08:39:55,143 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined disk monitor +2024-06-26 08:39:55,143 DEBUG SystemMonitor:2331 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-06-26 08:39:55,143 DEBUG SystemMonitor:2331 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-06-26 08:39:55,143 DEBUG SystemMonitor:2331 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-06-26 08:39:55,154 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined gpu monitor +2024-06-26 08:39:55,154 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined memory monitor +2024-06-26 08:39:55,154 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined network monitor +2024-06-26 08:39:55,155 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:39:57,304 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/output.log +2024-06-26 08:40:00,156 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:40:04,760 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:40:04,761 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:40:05,794 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:40:10,795 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:40:15,796 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:40:19,760 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:40:19,760 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:40:20,830 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:40:25,831 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:40:30,832 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:40:32,018 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: resume +2024-06-26 08:40:32,018 INFO HandlerThread:2331 [handler.py:handle_request_resume():715] starting system metrics thread +2024-06-26 08:40:32,018 INFO HandlerThread:2331 [system_monitor.py:start():194] Starting system monitor +2024-06-26 08:40:32,018 INFO SystemMonitor:2331 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-06-26 08:40:32,018 INFO SystemMonitor:2331 [interfaces.py:start():188] Started cpu monitoring +2024-06-26 08:40:32,019 INFO SystemMonitor:2331 [interfaces.py:start():188] Started disk monitoring +2024-06-26 08:40:32,021 INFO SystemMonitor:2331 [interfaces.py:start():188] Started gpu monitoring +2024-06-26 08:40:32,023 INFO SystemMonitor:2331 [interfaces.py:start():188] Started memory monitoring +2024-06-26 08:40:32,025 INFO SystemMonitor:2331 [interfaces.py:start():188] Started network monitoring +2024-06-26 08:40:33,317 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/output.log +2024-06-26 08:40:34,760 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:40:34,761 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:40:35,872 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:40:40,873 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:40:45,874 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:40:49,761 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:40:49,761 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:40:51,871 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:40:56,871 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:41:01,872 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:41:04,761 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:41:04,761 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:41:07,814 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:41:12,815 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:41:17,815 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:41:19,761 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:41:19,761 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:41:23,798 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:41:28,799 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:41:32,025 DEBUG SystemMonitor:2331 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-06-26 08:41:32,026 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:41:34,027 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:41:34,761 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:41:34,762 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:41:39,896 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:41:44,897 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:41:49,761 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:41:49,762 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:41:50,863 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:41:55,865 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:42:00,866 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:42:02,027 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:42:04,761 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:42:04,762 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:42:06,790 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:42:11,793 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:42:16,794 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:42:19,761 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:42:19,762 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:42:21,867 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:42:26,868 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:42:31,869 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:42:32,028 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:42:34,761 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:42:34,762 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:42:36,879 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:42:41,880 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:42:46,881 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:42:49,762 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:42:49,762 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:42:52,802 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:42:57,803 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:43:02,029 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:43:02,594 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: pause +2024-06-26 08:43:02,594 INFO HandlerThread:2331 [handler.py:handle_request_pause():724] stopping system metrics thread +2024-06-26 08:43:02,594 INFO HandlerThread:2331 [system_monitor.py:finish():203] Stopping system monitor +2024-06-26 08:43:02,594 DEBUG SystemMonitor:2331 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-06-26 08:43:02,595 DEBUG SystemMonitor:2331 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-06-26 08:43:02,596 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined cpu monitor +2024-06-26 08:43:02,596 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined disk monitor +2024-06-26 08:43:02,607 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined gpu monitor +2024-06-26 08:43:02,607 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined memory monitor +2024-06-26 08:43:02,607 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined network monitor +2024-06-26 08:43:02,607 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:43:03,608 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:43:04,762 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:43:04,762 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:43:05,374 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/output.log +2024-06-26 08:43:08,900 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:43:13,901 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:43:18,902 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:43:19,762 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:43:19,762 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:43:24,816 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:43:29,817 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:43:34,762 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:43:34,763 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:43:35,809 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:43:40,810 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:43:45,811 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:43:49,762 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:43:49,763 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:43:50,833 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:43:55,834 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:44:00,835 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:44:04,762 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:44:04,763 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:44:05,872 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:44:10,873 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:44:15,874 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:44:19,763 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:44:19,763 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:44:21,814 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:44:26,815 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:44:31,816 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:44:34,763 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:44:34,763 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:44:36,894 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:44:41,895 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:44:46,895 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:44:49,763 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:44:49,764 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:44:52,886 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:44:57,887 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:45:02,887 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:45:04,763 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:45:04,764 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:45:08,814 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:45:10,960 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: resume +2024-06-26 08:45:10,960 INFO HandlerThread:2331 [handler.py:handle_request_resume():715] starting system metrics thread +2024-06-26 08:45:10,960 INFO HandlerThread:2331 [system_monitor.py:start():194] Starting system monitor +2024-06-26 08:45:10,960 INFO SystemMonitor:2331 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-06-26 08:45:10,961 INFO SystemMonitor:2331 [interfaces.py:start():188] Started cpu monitoring +2024-06-26 08:45:10,962 INFO SystemMonitor:2331 [interfaces.py:start():188] Started disk monitoring +2024-06-26 08:45:10,963 INFO SystemMonitor:2331 [interfaces.py:start():188] Started gpu monitoring +2024-06-26 08:45:10,963 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: pause +2024-06-26 08:45:10,963 INFO HandlerThread:2331 [handler.py:handle_request_pause():724] stopping system metrics thread +2024-06-26 08:45:10,964 INFO HandlerThread:2331 [system_monitor.py:finish():203] Stopping system monitor +2024-06-26 08:45:10,964 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined cpu monitor +2024-06-26 08:45:10,966 INFO SystemMonitor:2331 [interfaces.py:start():188] Started memory monitoring +2024-06-26 08:45:10,966 DEBUG SystemMonitor:2331 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-06-26 08:45:10,966 DEBUG SystemMonitor:2331 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-06-26 08:45:10,966 DEBUG SystemMonitor:2331 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-06-26 08:45:10,968 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined disk monitor +2024-06-26 08:45:10,989 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined gpu monitor +2024-06-26 08:45:10,989 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined memory monitor +2024-06-26 08:45:10,989 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:45:13,385 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: resume +2024-06-26 08:45:13,385 INFO HandlerThread:2331 [handler.py:handle_request_resume():715] starting system metrics thread +2024-06-26 08:45:13,385 INFO HandlerThread:2331 [system_monitor.py:start():194] Starting system monitor +2024-06-26 08:45:13,385 INFO SystemMonitor:2331 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-06-26 08:45:13,386 INFO SystemMonitor:2331 [interfaces.py:start():188] Started cpu monitoring +2024-06-26 08:45:13,387 INFO SystemMonitor:2331 [interfaces.py:start():188] Started disk monitoring +2024-06-26 08:45:13,387 INFO SystemMonitor:2331 [interfaces.py:start():188] Started gpu monitoring +2024-06-26 08:45:13,390 INFO SystemMonitor:2331 [interfaces.py:start():188] Started memory monitoring +2024-06-26 08:45:13,391 INFO SystemMonitor:2331 [interfaces.py:start():188] Started network monitoring +2024-06-26 08:45:13,420 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/output.log +2024-06-26 08:45:14,394 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:45:15,421 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/output.log +2024-06-26 08:45:19,395 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:45:19,763 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:45:19,764 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:45:24,886 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:45:29,887 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:45:34,764 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:45:34,764 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:45:35,853 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:45:40,854 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:45:45,855 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:45:49,764 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:45:49,765 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:45:50,875 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:45:55,876 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:46:00,877 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:46:04,764 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:46:04,765 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:46:05,890 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:46:10,891 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:46:13,392 DEBUG SystemMonitor:2331 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-06-26 08:46:13,393 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:46:16,394 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:46:19,764 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:46:19,765 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:46:21,812 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:46:26,813 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:46:31,814 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:46:34,764 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:46:34,765 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:46:36,875 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:46:41,876 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:46:43,395 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:46:47,397 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:46:49,764 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:46:49,765 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:46:52,837 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:46:57,838 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:47:02,839 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:47:04,764 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:47:04,765 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:47:07,897 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:47:12,898 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:47:13,395 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:47:18,397 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:47:19,765 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:47:19,765 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:47:23,811 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:47:28,812 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:47:33,813 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:47:34,765 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:47:34,766 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:47:38,847 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:47:43,397 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:47:43,994 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:47:43,994 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: pause +2024-06-26 08:47:43,994 INFO HandlerThread:2331 [handler.py:handle_request_pause():724] stopping system metrics thread +2024-06-26 08:47:43,994 INFO HandlerThread:2331 [system_monitor.py:finish():203] Stopping system monitor +2024-06-26 08:47:43,996 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined cpu monitor +2024-06-26 08:47:43,997 DEBUG SystemMonitor:2331 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-06-26 08:47:43,998 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined disk monitor +2024-06-26 08:47:43,998 DEBUG SystemMonitor:2331 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-06-26 08:47:44,010 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined gpu monitor +2024-06-26 08:47:44,010 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined memory monitor +2024-06-26 08:47:44,010 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined network monitor +2024-06-26 08:47:44,010 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:47:45,476 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/output.log +2024-06-26 08:47:49,012 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:47:49,765 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:47:49,766 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:47:54,831 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:47:59,832 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:48:04,765 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:48:04,766 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:48:04,846 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:48:09,847 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:48:14,848 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:48:19,765 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:48:19,766 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:48:20,807 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:48:25,808 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:48:30,809 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:48:34,766 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:48:34,766 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:48:35,827 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:48:40,828 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:48:45,828 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:48:49,766 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:48:49,766 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:48:51,829 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:48:56,829 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:49:01,831 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:49:04,766 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:49:04,767 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:49:06,889 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:49:11,890 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:49:16,890 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:49:19,766 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:49:19,767 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:49:22,871 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:49:27,872 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:49:32,874 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:49:34,766 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:49:34,767 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:49:37,886 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:49:42,887 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:49:47,888 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:49:49,767 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:49:49,767 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:49:52,889 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:49:57,889 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:49:58,761 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: resume +2024-06-26 08:49:58,761 INFO HandlerThread:2331 [handler.py:handle_request_resume():715] starting system metrics thread +2024-06-26 08:49:58,761 INFO HandlerThread:2331 [system_monitor.py:start():194] Starting system monitor +2024-06-26 08:49:58,761 INFO SystemMonitor:2331 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-06-26 08:49:58,762 INFO SystemMonitor:2331 [interfaces.py:start():188] Started cpu monitoring +2024-06-26 08:49:58,762 INFO SystemMonitor:2331 [interfaces.py:start():188] Started disk monitoring +2024-06-26 08:49:58,762 INFO SystemMonitor:2331 [interfaces.py:start():188] Started gpu monitoring +2024-06-26 08:49:58,763 INFO SystemMonitor:2331 [interfaces.py:start():188] Started memory monitoring +2024-06-26 08:49:58,763 INFO SystemMonitor:2331 [interfaces.py:start():188] Started network monitoring +2024-06-26 08:50:00,525 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/output.log +2024-06-26 08:50:03,775 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:50:04,767 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:50:04,767 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:50:08,816 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:50:13,817 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:50:18,818 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:50:19,767 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:50:19,767 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:50:23,873 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:50:28,874 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:50:33,876 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:50:34,767 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:50:34,768 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:50:39,851 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:50:44,852 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:50:49,767 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:50:49,768 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:50:49,904 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:50:54,905 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:50:58,764 DEBUG SystemMonitor:2331 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-06-26 08:50:58,765 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:51:00,766 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:51:04,767 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:51:04,768 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:51:05,876 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:51:10,877 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:51:15,878 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:51:19,767 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:51:19,768 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:51:20,887 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:51:25,888 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:51:28,767 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:51:31,768 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:51:34,767 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:51:34,768 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:51:36,848 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:51:41,849 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:51:46,850 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:51:49,768 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:51:49,768 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:51:51,902 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:51:56,903 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:51:58,768 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:52:02,769 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:52:04,768 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:52:04,769 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:52:07,882 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:52:12,883 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:52:17,884 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:52:19,768 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:52:19,769 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:52:22,904 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:52:27,904 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:52:28,769 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:52:33,770 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:52:34,768 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:52:34,768 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:52:38,889 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:52:43,891 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:52:48,891 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:52:49,768 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:52:49,769 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:52:54,853 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:52:58,774 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:53:00,775 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:53:04,768 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:53:04,769 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:53:05,905 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:53:10,906 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:53:15,907 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:53:19,769 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:53:19,769 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:53:21,901 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:53:26,902 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:53:28,771 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:53:32,772 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:53:33,771 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: pause +2024-06-26 08:53:33,771 INFO HandlerThread:2331 [handler.py:handle_request_pause():724] stopping system metrics thread +2024-06-26 08:53:33,771 INFO HandlerThread:2331 [system_monitor.py:finish():203] Stopping system monitor +2024-06-26 08:53:33,772 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined cpu monitor +2024-06-26 08:53:33,773 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined disk monitor +2024-06-26 08:53:33,772 DEBUG SystemMonitor:2331 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-06-26 08:53:33,773 DEBUG SystemMonitor:2331 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-06-26 08:53:33,784 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined gpu monitor +2024-06-26 08:53:33,784 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined memory monitor +2024-06-26 08:53:33,784 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined network monitor +2024-06-26 08:53:33,785 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:53:34,768 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:53:34,769 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:53:35,610 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/output.log +2024-06-26 08:53:37,853 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:53:42,854 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:53:47,855 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:53:49,769 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:53:49,769 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:53:53,806 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:53:58,807 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:54:03,808 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:54:04,769 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:54:04,769 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:54:08,834 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:54:13,835 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:54:18,835 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:54:19,769 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:54:19,770 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:54:24,801 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:54:29,802 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:54:32,056 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: resume +2024-06-26 08:54:32,056 INFO HandlerThread:2331 [handler.py:handle_request_resume():715] starting system metrics thread +2024-06-26 08:54:32,056 INFO HandlerThread:2331 [system_monitor.py:start():194] Starting system monitor +2024-06-26 08:54:32,057 INFO SystemMonitor:2331 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-06-26 08:54:32,057 INFO SystemMonitor:2331 [interfaces.py:start():188] Started cpu monitoring +2024-06-26 08:54:32,058 INFO SystemMonitor:2331 [interfaces.py:start():188] Started disk monitoring +2024-06-26 08:54:32,059 INFO SystemMonitor:2331 [interfaces.py:start():188] Started gpu monitoring +2024-06-26 08:54:32,064 INFO SystemMonitor:2331 [interfaces.py:start():188] Started memory monitoring +2024-06-26 08:54:32,065 INFO SystemMonitor:2331 [interfaces.py:start():188] Started network monitoring +2024-06-26 08:54:32,097 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: pause +2024-06-26 08:54:32,097 INFO HandlerThread:2331 [handler.py:handle_request_pause():724] stopping system metrics thread +2024-06-26 08:54:32,097 INFO HandlerThread:2331 [system_monitor.py:finish():203] Stopping system monitor +2024-06-26 08:54:32,098 DEBUG SystemMonitor:2331 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-06-26 08:54:32,098 DEBUG SystemMonitor:2331 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-06-26 08:54:32,098 DEBUG SystemMonitor:2331 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-06-26 08:54:32,099 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined cpu monitor +2024-06-26 08:54:32,099 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined disk monitor +2024-06-26 08:54:32,109 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined gpu monitor +2024-06-26 08:54:32,109 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined memory monitor +2024-06-26 08:54:32,109 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined network monitor +2024-06-26 08:54:32,110 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:54:32,754 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: resume +2024-06-26 08:54:32,754 INFO HandlerThread:2331 [handler.py:handle_request_resume():715] starting system metrics thread +2024-06-26 08:54:32,754 INFO HandlerThread:2331 [system_monitor.py:start():194] Starting system monitor +2024-06-26 08:54:32,754 INFO SystemMonitor:2331 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-06-26 08:54:32,755 INFO SystemMonitor:2331 [interfaces.py:start():188] Started cpu monitoring +2024-06-26 08:54:32,755 INFO SystemMonitor:2331 [interfaces.py:start():188] Started disk monitoring +2024-06-26 08:54:32,756 INFO SystemMonitor:2331 [interfaces.py:start():188] Started gpu monitoring +2024-06-26 08:54:32,756 INFO SystemMonitor:2331 [interfaces.py:start():188] Started memory monitoring +2024-06-26 08:54:32,756 INFO SystemMonitor:2331 [interfaces.py:start():188] Started network monitoring +2024-06-26 08:54:34,632 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/output.log +2024-06-26 08:54:34,769 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:54:34,770 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:54:34,902 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:54:39,903 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:54:44,904 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:54:49,769 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:54:49,770 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:54:50,832 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:54:55,833 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:55:00,834 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:55:04,770 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:55:04,771 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:55:06,825 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:55:11,826 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:55:16,827 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:55:19,770 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:55:19,770 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:55:21,849 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:55:26,850 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:55:31,851 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:55:32,757 DEBUG SystemMonitor:2331 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-06-26 08:55:32,758 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:55:34,770 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:55:34,771 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:55:37,842 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:55:42,843 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:55:47,845 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:55:49,770 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:55:49,771 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:55:53,826 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:55:58,827 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:56:02,761 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:56:04,761 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:56:04,770 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:56:04,771 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:56:09,822 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:56:14,823 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:56:19,771 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:56:19,771 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:56:19,905 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:56:24,906 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:56:29,907 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:56:32,761 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:56:34,770 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:56:34,771 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:56:35,891 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:56:40,892 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:56:45,893 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:56:49,770 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:56:49,771 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:56:51,870 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:56:56,871 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:57:01,871 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:57:02,761 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:57:04,771 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:57:04,771 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:57:07,827 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:57:12,828 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:57:17,828 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:57:19,771 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:57:19,771 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:57:23,815 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:57:28,816 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:57:32,762 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:57:34,763 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:57:34,771 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:57:34,771 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:57:39,869 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:57:44,870 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:57:49,771 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:57:49,772 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:57:50,807 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:57:55,808 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:58:00,809 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:58:02,763 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:58:04,771 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:58:04,772 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:58:05,850 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:58:07,796 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: pause +2024-06-26 08:58:07,796 INFO HandlerThread:2331 [handler.py:handle_request_pause():724] stopping system metrics thread +2024-06-26 08:58:07,796 INFO HandlerThread:2331 [system_monitor.py:finish():203] Stopping system monitor +2024-06-26 08:58:07,796 DEBUG SystemMonitor:2331 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-06-26 08:58:07,796 DEBUG SystemMonitor:2331 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-06-26 08:58:07,798 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined cpu monitor +2024-06-26 08:58:07,798 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined disk monitor +2024-06-26 08:58:07,808 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined gpu monitor +2024-06-26 08:58:07,808 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined memory monitor +2024-06-26 08:58:07,808 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined network monitor +2024-06-26 08:58:07,808 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 08:58:10,726 INFO Thread-12 :2331 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240626_071628-smnm2aje/files/output.log +2024-06-26 08:58:11,809 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:58:16,810 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:58:19,772 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:58:19,772 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:58:21,825 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:58:26,826 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:58:31,827 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:58:34,772 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:58:34,772 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:58:36,877 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:58:41,878 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:58:46,879 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:58:49,772 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:58:49,773 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:58:51,897 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:58:56,898 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:59:01,900 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:59:04,772 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:59:04,773 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:59:07,887 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:59:12,887 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:59:17,888 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:59:19,772 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:59:19,773 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:59:23,831 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:59:28,832 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:59:33,833 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:59:34,773 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:59:34,773 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:59:38,914 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:59:43,915 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:59:48,916 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:59:49,773 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 08:59:49,773 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 08:59:54,875 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 08:59:59,876 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:00:04,773 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:00:04,773 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:00:05,829 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:00:10,830 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:00:15,831 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:00:19,773 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:00:19,774 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:00:20,900 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:00:25,901 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:00:30,902 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:00:34,773 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:00:34,774 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:00:36,897 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:00:41,898 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:00:46,899 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:00:49,773 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:00:49,774 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:00:52,843 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:00:57,843 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:01:02,844 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:01:04,773 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:01:04,774 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:01:07,875 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:01:12,876 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:01:17,877 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:01:19,774 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:01:19,774 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:01:22,908 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:01:27,909 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:01:32,910 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:01:34,774 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:01:34,775 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:01:38,869 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:01:43,870 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:01:48,871 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:01:49,774 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:01:49,775 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:01:54,835 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:01:59,836 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:02:04,774 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:02:04,775 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:02:04,867 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:02:09,868 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:02:14,869 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:02:19,774 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:02:19,775 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:02:19,879 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:02:24,880 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:02:29,880 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:02:34,775 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:02:34,775 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:02:34,904 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:02:39,905 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:02:44,905 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:02:49,775 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:02:49,776 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:02:50,855 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:02:55,856 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:03:00,857 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:03:04,775 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:03:04,776 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:03:05,866 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:03:10,866 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:03:15,867 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:03:19,775 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:03:19,776 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:03:20,889 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:03:25,891 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:03:30,891 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:03:34,776 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:03:34,776 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:03:36,833 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:03:41,834 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:03:46,835 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:03:49,776 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:03:49,776 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:03:51,865 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:03:56,866 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:04:01,867 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:04:04,776 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:04:04,776 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:04:07,864 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:04:12,864 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:04:17,865 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:04:19,776 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:04:19,777 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:04:22,921 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:04:27,922 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:04:32,922 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:04:34,776 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:04:34,777 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:04:38,875 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:04:43,876 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:04:48,877 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:04:49,777 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:04:49,777 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:04:53,892 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:04:58,893 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:05:03,894 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:05:04,777 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:05:04,777 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:05:09,867 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:05:14,868 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:05:19,777 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:05:19,777 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:05:19,912 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:05:24,913 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:05:29,914 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:05:34,777 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:05:34,778 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:05:35,888 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:05:40,889 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:05:45,890 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:05:49,777 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:05:49,778 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:05:50,892 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:05:55,893 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:06:00,894 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:06:04,777 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:06:04,778 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:06:06,881 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:06:11,882 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:06:16,883 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:06:19,777 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:06:19,778 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:06:22,868 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:06:27,869 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:06:32,869 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:06:34,778 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:06:34,778 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:06:38,848 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:06:43,849 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:06:48,850 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:06:49,778 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:06:49,778 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:06:53,896 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:06:58,898 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:07:03,899 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:07:04,778 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:07:04,779 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:07:09,853 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:07:14,854 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:07:19,778 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:07:19,779 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:07:19,869 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:07:24,870 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:07:29,871 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:07:34,778 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:07:34,779 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:07:35,833 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:07:40,834 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:07:45,835 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:07:49,778 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:07:49,779 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:07:50,884 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:07:55,885 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:08:00,886 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:08:04,779 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:08:04,779 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:08:06,813 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:08:11,814 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:08:16,815 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:08:19,779 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:08:19,779 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:08:21,878 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:08:26,879 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:08:31,880 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:08:34,779 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:08:34,780 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:08:37,855 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:08:42,856 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:08:47,857 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:08:49,779 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:08:49,780 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:08:52,909 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:08:57,910 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:09:02,911 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:09:04,779 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:09:04,780 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:09:08,884 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:09:13,885 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:09:18,886 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:09:19,780 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:09:19,780 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:09:24,817 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:09:29,818 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:09:34,780 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:09:34,780 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:09:34,900 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:09:39,901 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:09:44,902 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:09:49,780 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:09:49,781 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:09:50,893 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:09:55,894 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:10:00,895 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:10:04,780 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:10:04,781 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:10:06,821 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:10:11,822 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:10:16,823 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:10:19,780 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:10:19,781 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:10:21,902 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:10:26,903 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:10:31,904 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:10:34,781 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:10:34,781 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:10:37,857 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:10:42,858 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:10:47,859 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:10:49,781 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:10:49,781 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:10:53,829 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:10:58,830 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:11:03,831 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:11:04,781 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:11:04,782 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:11:08,923 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:11:13,924 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:11:18,925 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:11:19,781 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:11:19,782 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:11:24,907 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:11:29,908 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:11:34,781 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:11:34,782 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:11:35,905 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:11:40,906 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:11:45,907 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:11:49,781 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:11:49,782 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:11:51,886 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:11:56,887 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:12:01,888 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:12:04,781 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:12:04,782 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:12:07,818 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:12:12,819 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:12:17,820 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:12:19,782 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:12:19,782 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:12:22,872 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:12:27,873 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:12:32,874 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:12:34,782 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:12:34,783 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:12:37,895 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:12:42,896 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:12:46,633 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: resume +2024-06-26 09:12:46,633 INFO HandlerThread:2331 [handler.py:handle_request_resume():715] starting system metrics thread +2024-06-26 09:12:46,633 INFO HandlerThread:2331 [system_monitor.py:start():194] Starting system monitor +2024-06-26 09:12:46,633 INFO SystemMonitor:2331 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-06-26 09:12:46,634 INFO SystemMonitor:2331 [interfaces.py:start():188] Started cpu monitoring +2024-06-26 09:12:46,635 INFO SystemMonitor:2331 [interfaces.py:start():188] Started disk monitoring +2024-06-26 09:12:46,635 INFO SystemMonitor:2331 [interfaces.py:start():188] Started gpu monitoring +2024-06-26 09:12:46,636 INFO SystemMonitor:2331 [interfaces.py:start():188] Started memory monitoring +2024-06-26 09:12:46,637 INFO SystemMonitor:2331 [interfaces.py:start():188] Started network monitoring +2024-06-26 09:12:46,670 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: pause +2024-06-26 09:12:46,670 INFO HandlerThread:2331 [handler.py:handle_request_pause():724] stopping system metrics thread +2024-06-26 09:12:46,670 INFO HandlerThread:2331 [system_monitor.py:finish():203] Stopping system monitor +2024-06-26 09:12:46,670 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined cpu monitor +2024-06-26 09:12:46,671 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined disk monitor +2024-06-26 09:12:46,671 DEBUG SystemMonitor:2331 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-06-26 09:12:46,671 DEBUG SystemMonitor:2331 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-06-26 09:12:46,671 DEBUG SystemMonitor:2331 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-06-26 09:12:46,683 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined gpu monitor +2024-06-26 09:12:46,683 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined memory monitor +2024-06-26 09:12:46,683 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined network monitor +2024-06-26 09:12:46,684 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 09:12:48,684 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:12:49,782 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:12:49,783 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:12:53,856 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:12:58,856 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:13:03,858 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:13:04,782 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:13:04,783 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:13:08,908 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:13:13,909 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:13:18,909 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:13:19,782 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:13:19,783 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:13:24,859 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:13:29,860 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:13:34,783 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:13:34,783 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:13:34,893 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:13:39,894 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:13:44,895 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:13:49,783 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:13:49,783 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:13:50,816 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:13:55,818 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:14:00,819 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:14:04,783 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:14:04,784 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:14:05,852 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:14:10,854 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:14:15,855 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:14:19,783 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:14:19,784 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:14:20,888 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:14:25,889 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:14:30,890 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:14:34,783 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:14:34,784 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:14:36,880 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:14:41,882 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:14:46,883 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:14:49,784 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:14:49,784 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:14:51,912 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:14:56,913 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:15:01,914 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:15:04,784 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:15:04,785 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:15:07,834 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:15:12,835 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:15:17,836 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:15:19,784 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:15:19,785 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:15:22,877 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:15:27,878 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:15:32,879 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:15:34,784 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:15:34,785 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:15:38,851 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:15:43,852 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:15:48,853 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:15:49,784 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:15:49,785 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:15:54,827 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:15:59,828 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:16:04,784 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:16:04,785 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:16:04,843 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:16:09,844 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:16:14,845 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:16:19,785 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:16:19,785 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:16:19,905 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:16:22,038 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: resume +2024-06-26 09:16:22,038 INFO HandlerThread:2331 [handler.py:handle_request_resume():715] starting system metrics thread +2024-06-26 09:16:22,038 INFO HandlerThread:2331 [system_monitor.py:start():194] Starting system monitor +2024-06-26 09:16:22,038 INFO SystemMonitor:2331 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-06-26 09:16:22,038 INFO SystemMonitor:2331 [interfaces.py:start():188] Started cpu monitoring +2024-06-26 09:16:22,040 INFO SystemMonitor:2331 [interfaces.py:start():188] Started disk monitoring +2024-06-26 09:16:22,040 INFO SystemMonitor:2331 [interfaces.py:start():188] Started gpu monitoring +2024-06-26 09:16:22,041 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: pause +2024-06-26 09:16:22,041 INFO HandlerThread:2331 [handler.py:handle_request_pause():724] stopping system metrics thread +2024-06-26 09:16:22,041 INFO HandlerThread:2331 [system_monitor.py:finish():203] Stopping system monitor +2024-06-26 09:16:22,041 INFO SystemMonitor:2331 [interfaces.py:start():188] Started memory monitoring +2024-06-26 09:16:22,041 DEBUG SystemMonitor:2331 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-06-26 09:16:22,041 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined cpu monitor +2024-06-26 09:16:22,042 DEBUG SystemMonitor:2331 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-06-26 09:16:22,042 DEBUG SystemMonitor:2331 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-06-26 09:16:22,045 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined disk monitor +2024-06-26 09:16:22,066 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined gpu monitor +2024-06-26 09:16:22,066 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined memory monitor +2024-06-26 09:16:22,067 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 09:16:25,068 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:16:30,069 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:16:34,785 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:16:34,786 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:16:35,228 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: resume +2024-06-26 09:16:35,229 INFO HandlerThread:2331 [handler.py:handle_request_resume():715] starting system metrics thread +2024-06-26 09:16:35,229 INFO HandlerThread:2331 [system_monitor.py:start():194] Starting system monitor +2024-06-26 09:16:35,229 INFO SystemMonitor:2331 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-06-26 09:16:35,230 INFO SystemMonitor:2331 [interfaces.py:start():188] Started cpu monitoring +2024-06-26 09:16:35,230 INFO SystemMonitor:2331 [interfaces.py:start():188] Started disk monitoring +2024-06-26 09:16:35,231 INFO SystemMonitor:2331 [interfaces.py:start():188] Started gpu monitoring +2024-06-26 09:16:35,232 INFO SystemMonitor:2331 [interfaces.py:start():188] Started memory monitoring +2024-06-26 09:16:35,232 INFO SystemMonitor:2331 [interfaces.py:start():188] Started network monitoring +2024-06-26 09:16:35,870 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:16:36,438 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: pause +2024-06-26 09:16:36,438 INFO HandlerThread:2331 [handler.py:handle_request_pause():724] stopping system metrics thread +2024-06-26 09:16:36,439 INFO HandlerThread:2331 [system_monitor.py:finish():203] Stopping system monitor +2024-06-26 09:16:36,439 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined cpu monitor +2024-06-26 09:16:36,439 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined disk monitor +2024-06-26 09:16:36,440 DEBUG SystemMonitor:2331 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-06-26 09:16:36,440 DEBUG SystemMonitor:2331 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-06-26 09:16:36,440 DEBUG SystemMonitor:2331 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-06-26 09:16:36,451 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined gpu monitor +2024-06-26 09:16:36,452 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined memory monitor +2024-06-26 09:16:36,452 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined network monitor +2024-06-26 09:16:36,452 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 09:16:41,453 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:16:46,455 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:16:49,785 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:16:49,786 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:16:51,825 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:16:56,825 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:17:01,827 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:17:04,785 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:17:04,786 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:17:06,837 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:17:11,838 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:17:16,839 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:17:19,785 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:17:19,786 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:17:21,924 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:17:26,925 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:17:31,926 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:17:34,785 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:17:34,786 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:17:37,813 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:17:42,814 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:17:47,815 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:17:49,786 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:17:49,786 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:17:52,842 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:17:57,843 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:18:02,844 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:18:04,786 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:18:04,786 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:18:07,888 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:18:12,890 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:18:17,891 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:18:19,786 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:18:19,787 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:18:23,838 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:18:25,017 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: resume +2024-06-26 09:18:25,017 INFO HandlerThread:2331 [handler.py:handle_request_resume():715] starting system metrics thread +2024-06-26 09:18:25,017 INFO HandlerThread:2331 [system_monitor.py:start():194] Starting system monitor +2024-06-26 09:18:25,017 INFO SystemMonitor:2331 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-06-26 09:18:25,018 INFO SystemMonitor:2331 [interfaces.py:start():188] Started cpu monitoring +2024-06-26 09:18:25,019 INFO SystemMonitor:2331 [interfaces.py:start():188] Started disk monitoring +2024-06-26 09:18:25,020 INFO SystemMonitor:2331 [interfaces.py:start():188] Started gpu monitoring +2024-06-26 09:18:25,020 INFO SystemMonitor:2331 [interfaces.py:start():188] Started memory monitoring +2024-06-26 09:18:25,022 INFO SystemMonitor:2331 [interfaces.py:start():188] Started network monitoring +2024-06-26 09:18:26,214 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: pause +2024-06-26 09:18:26,214 INFO HandlerThread:2331 [handler.py:handle_request_pause():724] stopping system metrics thread +2024-06-26 09:18:26,214 INFO HandlerThread:2331 [system_monitor.py:finish():203] Stopping system monitor +2024-06-26 09:18:26,215 DEBUG SystemMonitor:2331 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-06-26 09:18:26,215 DEBUG SystemMonitor:2331 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-06-26 09:18:26,215 DEBUG SystemMonitor:2331 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-06-26 09:18:26,216 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined cpu monitor +2024-06-26 09:18:26,216 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined disk monitor +2024-06-26 09:18:26,227 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined gpu monitor +2024-06-26 09:18:26,227 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined memory monitor +2024-06-26 09:18:26,228 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined network monitor +2024-06-26 09:18:26,228 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 09:18:29,229 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:18:34,230 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:18:34,786 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:18:34,787 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:18:39,903 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:18:44,904 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:18:49,786 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:18:49,787 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:18:50,849 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:18:55,850 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:19:00,851 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:19:04,787 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:19:04,787 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:19:05,881 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:19:10,882 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:19:15,883 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:19:19,787 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:19:19,787 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:19:21,883 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:19:26,884 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:19:31,885 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:19:34,787 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:19:34,787 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:19:36,910 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:19:41,911 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:19:46,911 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:19:49,787 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:19:49,788 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:19:52,860 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:19:57,861 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:20:02,862 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:20:04,787 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:20:04,788 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:20:07,878 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:20:12,879 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:20:17,880 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:20:19,787 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:20:19,788 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:20:23,821 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:20:28,822 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:20:33,823 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:20:34,787 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:20:34,788 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:20:38,904 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:20:43,905 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:20:48,906 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:20:49,787 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:20:49,788 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:20:53,909 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:20:58,910 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:21:03,911 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:21:04,788 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:21:04,788 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:21:09,911 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:21:14,912 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:21:19,788 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:21:19,789 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:21:20,909 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:21:21,821 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: resume +2024-06-26 09:21:21,821 INFO HandlerThread:2331 [handler.py:handle_request_resume():715] starting system metrics thread +2024-06-26 09:21:21,821 INFO HandlerThread:2331 [system_monitor.py:start():194] Starting system monitor +2024-06-26 09:21:21,821 INFO SystemMonitor:2331 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-06-26 09:21:21,822 INFO SystemMonitor:2331 [interfaces.py:start():188] Started cpu monitoring +2024-06-26 09:21:21,823 INFO SystemMonitor:2331 [interfaces.py:start():188] Started disk monitoring +2024-06-26 09:21:21,825 INFO SystemMonitor:2331 [interfaces.py:start():188] Started gpu monitoring +2024-06-26 09:21:21,825 INFO SystemMonitor:2331 [interfaces.py:start():188] Started memory monitoring +2024-06-26 09:21:21,826 INFO SystemMonitor:2331 [interfaces.py:start():188] Started network monitoring +2024-06-26 09:21:21,843 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: pause +2024-06-26 09:21:21,843 INFO HandlerThread:2331 [handler.py:handle_request_pause():724] stopping system metrics thread +2024-06-26 09:21:21,843 INFO HandlerThread:2331 [system_monitor.py:finish():203] Stopping system monitor +2024-06-26 09:21:21,843 DEBUG SystemMonitor:2331 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-06-26 09:21:21,844 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined cpu monitor +2024-06-26 09:21:21,844 DEBUG SystemMonitor:2331 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-06-26 09:21:21,844 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined disk monitor +2024-06-26 09:21:21,844 DEBUG SystemMonitor:2331 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-06-26 09:21:21,855 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined gpu monitor +2024-06-26 09:21:21,855 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined memory monitor +2024-06-26 09:21:21,856 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined network monitor +2024-06-26 09:21:21,856 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 09:21:26,857 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:21:31,858 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report +2024-06-26 09:21:34,788 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: stop_status +2024-06-26 09:21:34,789 DEBUG SenderThread:2331 [sender.py:send_request():405] send_request: stop_status +2024-06-26 09:21:36,633 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: resume +2024-06-26 09:21:36,633 INFO HandlerThread:2331 [handler.py:handle_request_resume():715] starting system metrics thread +2024-06-26 09:21:36,633 INFO HandlerThread:2331 [system_monitor.py:start():194] Starting system monitor +2024-06-26 09:21:36,633 INFO SystemMonitor:2331 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-06-26 09:21:36,634 INFO SystemMonitor:2331 [interfaces.py:start():188] Started cpu monitoring +2024-06-26 09:21:36,634 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: pause +2024-06-26 09:21:36,634 INFO HandlerThread:2331 [handler.py:handle_request_pause():724] stopping system metrics thread +2024-06-26 09:21:36,635 INFO SystemMonitor:2331 [interfaces.py:start():188] Started disk monitoring +2024-06-26 09:21:36,635 INFO HandlerThread:2331 [system_monitor.py:finish():203] Stopping system monitor +2024-06-26 09:21:36,636 INFO SystemMonitor:2331 [interfaces.py:start():188] Started gpu monitoring +2024-06-26 09:21:36,636 DEBUG SystemMonitor:2331 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-06-26 09:21:36,636 DEBUG SystemMonitor:2331 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-06-26 09:21:36,636 DEBUG SystemMonitor:2331 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-06-26 09:21:36,637 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined cpu monitor +2024-06-26 09:21:36,639 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined disk monitor +2024-06-26 09:21:36,639 INFO HandlerThread:2331 [interfaces.py:finish():200] Joined gpu monitor +2024-06-26 09:21:36,640 DEBUG SenderThread:2331 [sender.py:send():378] send: stats +2024-06-26 09:21:37,143 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: resume +2024-06-26 09:21:37,143 INFO HandlerThread:2331 [handler.py:handle_request_resume():715] starting system metrics thread +2024-06-26 09:21:37,143 INFO HandlerThread:2331 [system_monitor.py:start():194] Starting system monitor +2024-06-26 09:21:37,143 INFO SystemMonitor:2331 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-06-26 09:21:37,145 INFO SystemMonitor:2331 [interfaces.py:start():188] Started cpu monitoring +2024-06-26 09:21:37,145 INFO SystemMonitor:2331 [interfaces.py:start():188] Started disk monitoring +2024-06-26 09:21:37,147 INFO SystemMonitor:2331 [interfaces.py:start():188] Started gpu monitoring +2024-06-26 09:21:37,147 INFO SystemMonitor:2331 [interfaces.py:start():188] Started memory monitoring +2024-06-26 09:21:37,148 INFO SystemMonitor:2331 [interfaces.py:start():188] Started network monitoring +2024-06-26 09:21:37,640 DEBUG HandlerThread:2331 [handler.py:handle_request():158] handle_request: status_report