diff --git "a/wandb/run-20240514_011900-d0zhpk4t/logs/debug-internal.log" "b/wandb/run-20240514_011900-d0zhpk4t/logs/debug-internal.log" deleted file mode 100644--- "a/wandb/run-20240514_011900-d0zhpk4t/logs/debug-internal.log" +++ /dev/null @@ -1,40905 +0,0 @@ -2024-05-14 01:19:00,673 INFO StreamThr :90 [internal.py:wandb_internal():86] W&B internal server running at pid: 90, started at: 2024-05-14 01:19:00.672795 -2024-05-14 01:19:00,675 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status -2024-05-14 01:19:00,680 INFO WriterThread:90 [datastore.py:open_for_write():87] open: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/run-d0zhpk4t.wandb -2024-05-14 01:19:00,681 DEBUG SenderThread:90 [sender.py:send():379] send: header -2024-05-14 01:19:00,683 DEBUG SenderThread:90 [sender.py:send():379] send: run -2024-05-14 01:19:00,917 INFO SenderThread:90 [dir_watcher.py:__init__():211] watching files in: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files -2024-05-14 01:19:00,917 INFO SenderThread:90 [sender.py:_start_run_threads():1124] run started: d0zhpk4t with start time 1715649540.674122 -2024-05-14 01:19:00,927 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: check_version -2024-05-14 01:19:00,927 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: check_version -2024-05-14 01:19:00,997 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: run_start -2024-05-14 01:19:01,010 DEBUG HandlerThread:90 [system_info.py:__init__():26] System info init -2024-05-14 01:19:01,010 DEBUG HandlerThread:90 [system_info.py:__init__():41] System info init done -2024-05-14 01:19:01,010 INFO HandlerThread:90 [system_monitor.py:start():194] Starting system monitor -2024-05-14 01:19:01,010 INFO SystemMonitor:90 [system_monitor.py:_start():158] Starting system asset monitoring threads -2024-05-14 01:19:01,010 INFO HandlerThread:90 [system_monitor.py:probe():214] Collecting system info -2024-05-14 01:19:01,011 INFO SystemMonitor:90 [interfaces.py:start():190] Started cpu monitoring -2024-05-14 01:19:01,011 INFO SystemMonitor:90 [interfaces.py:start():190] Started disk monitoring -2024-05-14 01:19:01,013 INFO SystemMonitor:90 [interfaces.py:start():190] Started gpu monitoring -2024-05-14 01:19:01,014 INFO SystemMonitor:90 [interfaces.py:start():190] Started memory monitoring -2024-05-14 01:19:01,015 INFO SystemMonitor:90 [interfaces.py:start():190] Started network monitoring -2024-05-14 01:19:01,027 DEBUG HandlerThread:90 [system_info.py:probe():150] Probing system -2024-05-14 01:19:01,030 DEBUG HandlerThread:90 [gitlib.py:_init_repo():56] git repository is invalid -2024-05-14 01:19:01,030 DEBUG HandlerThread:90 [system_info.py:probe():198] Probing system done -2024-05-14 01:19:01,030 DEBUG HandlerThread:90 [system_monitor.py:probe():223] {'os': 'Linux-5.15.133+-x86_64-with-glibc2.31', 'python': '3.10.13', 'heartbeatAt': '2024-05-14T01:19:01.027822', 'startedAt': '2024-05-14T01:19:00.667070', 'docker': None, 'cuda': None, 'args': (), 'state': 'running', 'program': '/root/.config/Ultralytics/DDP/_temp_amj90z41139412460263008.py', 'codePathLocal': None, 'host': 'e6c072adb760', 'username': 'root', 'executable': '/opt/conda/bin/python3.10', 'cpu_count': 2, 'cpu_count_logical': 4, 'cpu_freq': {'current': 2000.19, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2000.19, 'min': 0.0, 'max': 0.0}, {'current': 2000.19, 'min': 0.0, 'max': 0.0}, {'current': 2000.19, 'min': 0.0, 'max': 0.0}, {'current': 2000.19, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 8062.387607574463, 'used': 5597.581279754639}}, 'gpu': 'Tesla T4', 'gpu_count': 2, 'gpu_devices': [{'name': 'Tesla T4', 'memory_total': 16106127360}, {'name': 'Tesla T4', 'memory_total': 16106127360}], 'memory': {'total': 31.357563018798828}} -2024-05-14 01:19:01,030 INFO HandlerThread:90 [system_monitor.py:probe():224] Finished collecting system info -2024-05-14 01:19:01,030 INFO HandlerThread:90 [system_monitor.py:probe():227] Publishing system info -2024-05-14 01:19:01,030 DEBUG HandlerThread:90 [system_info.py:_save_conda():207] Saving list of conda packages installed into the current environment -2024-05-14 01:19:01,919 INFO Thread-13 :90 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/conda-environment.yaml -2024-05-14 01:19:16,045 ERROR HandlerThread:90 [system_info.py:_save_conda():221] Error saving conda packages: Command '['conda', 'env', 'export']' timed out after 15 seconds -Traceback (most recent call last): - File "/opt/conda/lib/python3.10/site-packages/wandb/sdk/internal/system/system_info.py", line 214, in _save_conda - subprocess.call( - File "/opt/conda/lib/python3.10/subprocess.py", line 347, in call - return p.wait(timeout=timeout) - File "/opt/conda/lib/python3.10/subprocess.py", line 1209, in wait - return self._wait(timeout=timeout) - File "/opt/conda/lib/python3.10/subprocess.py", line 1951, in _wait - raise TimeoutExpired(self.args, timeout) -subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after 15 seconds -2024-05-14 01:19:16,048 DEBUG HandlerThread:90 [system_info.py:_save_conda():222] Saving conda packages done -2024-05-14 01:19:16,048 INFO HandlerThread:90 [system_monitor.py:probe():229] Finished publishing system info -2024-05-14 01:19:16,057 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:19:16,057 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 01:19:16,057 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:19:16,057 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 01:19:16,057 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:19:16,057 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 01:19:16,058 DEBUG SenderThread:90 [sender.py:send():379] send: files -2024-05-14 01:19:16,058 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-metadata.json with policy now -2024-05-14 01:19:16,356 INFO wandb-upload_0:90 [upload_job.py:push():131] Uploaded file /tmp/tmpms16rdkrwandb/inn9b50a-wandb-metadata.json -2024-05-14 01:19:16,923 INFO Thread-13 :90 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-metadata.json -2024-05-14 01:19:17,021 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: python_packages -2024-05-14 01:19:17,021 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: python_packages -2024-05-14 01:19:17,024 DEBUG SenderThread:90 [sender.py:send():379] send: telemetry -2024-05-14 01:19:17,026 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:19:17,027 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:19:17,030 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:19:17,923 INFO Thread-13 :90 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:19:17,923 INFO Thread-13 :90 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/requirements.txt -2024-05-14 01:19:19,924 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:19:21,014 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:19:22,925 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:19:24,926 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:19:26,017 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:19:26,926 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:19:27,700 DEBUG SenderThread:90 [sender.py:send():379] send: telemetry -2024-05-14 01:19:27,949 DEBUG SenderThread:90 [sender.py:send():379] send: telemetry -2024-05-14 01:19:28,177 DEBUG SenderThread:90 [sender.py:send():379] send: telemetry -2024-05-14 01:19:28,927 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:19:29,927 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:19:30,928 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:19:31,747 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:19:31,928 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/config.yaml -2024-05-14 01:19:31,929 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:19:32,023 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:19:32,025 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:19:32,026 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:19:37,137 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:19:38,046 DEBUG SenderThread:90 [sender.py:send():379] send: telemetry -2024-05-14 01:19:38,244 DEBUG SenderThread:90 [sender.py:send():379] send: telemetry -2024-05-14 01:19:39,932 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:19:42,626 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:19:47,146 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:19:47,146 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:19:47,218 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:19:48,223 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:19:50,936 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:19:51,937 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:19:52,937 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:19:53,721 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:19:54,938 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:19:58,940 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:19:59,109 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:20:00,941 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:20:01,015 DEBUG SystemMonitor:90 [system_monitor.py:_start():172] Starting system metrics aggregation loop -2024-05-14 01:20:01,017 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:20:02,032 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:20:02,033 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:20:02,072 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:20:02,942 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:20:04,382 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:20:04,943 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/config.yaml -2024-05-14 01:20:04,943 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:20:06,943 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:20:08,944 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:20:10,215 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:20:10,945 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:20:12,946 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:20:14,947 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:20:15,908 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:20:16,948 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:20:17,032 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:20:17,033 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:20:17,073 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:20:18,949 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:20:20,950 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:20:21,465 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:20:22,951 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:20:24,952 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:20:26,953 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:20:27,275 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:20:28,954 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:20:30,955 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:20:31,018 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:20:32,033 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:20:32,033 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:20:32,073 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:20:32,956 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:20:33,257 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:20:35,957 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:20:37,958 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:20:39,091 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:20:39,959 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:20:41,960 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:20:43,961 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:20:45,076 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:20:45,962 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:20:47,033 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:20:47,033 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:20:47,074 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:20:47,963 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:20:49,964 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:20:50,960 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:20:51,965 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:20:53,966 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:20:55,967 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:20:56,936 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:20:57,968 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:20:59,969 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:21:01,019 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:21:01,970 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:21:02,020 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:21:02,033 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:21:02,033 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:21:02,073 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:21:03,971 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:21:05,972 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:21:07,077 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:21:07,973 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:21:09,974 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:21:11,975 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:21:12,899 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:21:13,976 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:21:15,977 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:21:17,033 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:21:17,033 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:21:17,073 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:21:17,978 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:21:18,039 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:21:19,979 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:21:21,979 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:21:23,980 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:21:23,983 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:21:25,981 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:21:27,982 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:21:29,026 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:21:29,983 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:21:31,020 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:21:31,984 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:21:32,033 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:21:32,033 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:21:32,074 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:21:33,985 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:21:34,150 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:21:35,986 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:21:37,987 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:21:39,202 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:21:39,988 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:21:41,988 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:21:43,989 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:21:44,312 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:21:45,990 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:21:47,033 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:21:47,034 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:21:47,073 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:21:47,991 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:21:49,457 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:21:49,992 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:21:51,993 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:21:53,994 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:21:55,351 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:21:55,995 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:21:57,996 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:21:59,997 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:22:00,407 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:22:01,021 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:22:01,997 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:22:02,033 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:22:02,033 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:22:02,073 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:22:03,999 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:22:05,443 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:22:05,999 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:22:08,000 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:22:10,002 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:22:10,593 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:22:12,002 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:22:14,003 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:22:16,004 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:22:16,411 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:22:17,033 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:22:17,034 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:22:17,074 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:22:18,005 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:22:20,006 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:22:21,481 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:22:22,007 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:22:24,008 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:22:26,009 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:22:26,499 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:22:28,010 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:22:30,011 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:22:31,023 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:22:32,012 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:22:32,029 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:22:32,033 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:22:32,034 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:22:32,074 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:22:34,013 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:22:36,014 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:22:37,325 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:22:38,015 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:22:40,016 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:22:42,017 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:22:42,459 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:22:44,018 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:22:46,019 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:22:47,033 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:22:47,034 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:22:47,075 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:22:47,515 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:22:48,020 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:22:50,021 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:22:52,022 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:22:53,387 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:22:54,023 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:22:56,024 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:22:58,025 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:22:58,464 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:23:00,026 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:23:01,024 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:23:02,027 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:23:02,034 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:23:02,034 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:23:02,074 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:23:03,542 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:23:04,028 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:23:06,028 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:23:08,029 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:23:08,645 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:23:10,030 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:23:12,031 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:23:14,032 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:23:14,630 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:23:16,033 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:23:17,034 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:23:17,034 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:23:17,074 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:23:18,034 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:23:19,817 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:23:20,035 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:23:22,036 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:23:24,037 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:23:24,918 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:23:26,038 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:23:28,039 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:23:29,997 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:23:30,039 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:23:31,025 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:23:32,034 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:23:32,034 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:23:32,040 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:23:32,074 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:23:34,041 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:23:35,181 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:23:36,042 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:23:38,044 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:23:40,044 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:23:41,039 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:23:42,046 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:23:44,046 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:23:46,047 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:23:46,260 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:23:47,034 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:23:47,035 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:23:47,074 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:23:48,049 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:23:50,049 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:23:51,984 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:23:52,050 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:23:54,051 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:23:56,052 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:23:57,981 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:23:58,053 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:24:00,054 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:24:01,026 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:24:02,034 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:24:02,034 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:24:02,055 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:24:02,074 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:24:03,970 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:24:04,056 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:24:06,057 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:24:08,058 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:24:09,063 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:24:10,058 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:24:12,059 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:24:14,060 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:24:14,992 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:24:16,061 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:24:17,034 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:24:17,035 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:24:17,075 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:24:18,062 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:24:20,063 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:24:20,881 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:24:22,065 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:24:24,066 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:24:26,001 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:24:26,067 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:24:28,067 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:24:30,068 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:24:31,027 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:24:31,028 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:24:32,037 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:24:32,038 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:24:32,069 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:24:32,078 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:24:34,070 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:24:36,071 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:24:36,820 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:24:38,072 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:24:40,073 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:24:41,858 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:24:42,074 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:24:44,075 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:24:46,076 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:24:47,031 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:24:47,037 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:24:47,038 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:24:47,079 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:24:48,077 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:24:50,078 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:24:52,079 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:24:52,088 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:24:54,080 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:24:56,081 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:24:57,961 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:24:58,082 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:25:00,083 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:25:01,028 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:25:02,038 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:25:02,038 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:25:02,079 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:25:02,083 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:25:03,126 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:25:04,085 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:25:06,086 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:25:08,087 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:25:08,325 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:25:10,088 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:25:12,088 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:25:13,387 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:25:14,089 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:25:16,090 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:25:17,038 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:25:17,038 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:25:17,078 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:25:18,091 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:25:19,331 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:25:20,092 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:25:22,093 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:25:24,094 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:25:24,581 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:25:26,095 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:25:28,096 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:25:29,674 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:25:30,097 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:25:31,030 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:25:32,038 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:25:32,038 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:25:32,078 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:25:32,097 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:25:34,099 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:25:34,695 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:25:36,099 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:25:38,100 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:25:40,101 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:25:40,534 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:25:42,102 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:25:44,103 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:25:45,816 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:25:46,104 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:25:47,038 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:25:47,038 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:25:47,078 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:25:48,105 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:25:50,106 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:25:50,838 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:25:52,107 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:25:54,108 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:25:56,109 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:25:56,667 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:25:58,109 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:26:00,111 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:26:01,030 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:26:01,893 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:26:02,038 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:26:02,038 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:26:02,078 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:26:02,111 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:26:04,113 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:26:06,114 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:26:07,878 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:26:08,114 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:26:10,115 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:26:12,116 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:26:12,960 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:26:14,117 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:26:16,118 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:26:17,038 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:26:17,039 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:26:17,078 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:26:17,965 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:26:18,119 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:26:20,120 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:26:22,121 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:26:23,912 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:26:24,121 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:26:26,122 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:26:28,123 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:26:29,000 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:26:30,124 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:26:31,032 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:26:32,038 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:26:32,039 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:26:32,078 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:26:32,125 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:26:34,126 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:26:34,830 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:26:36,127 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:26:38,128 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:26:39,903 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:26:40,129 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:26:42,130 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:26:44,131 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:26:44,965 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:26:46,132 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:26:47,038 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:26:47,039 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:26:47,079 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:26:48,133 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:26:50,133 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:26:50,956 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:26:52,134 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:26:54,135 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:26:56,023 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:26:56,136 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:26:58,137 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:27:00,139 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:27:01,033 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:27:01,034 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:27:02,039 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:27:02,039 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:27:02,079 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:27:02,140 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:27:04,141 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:27:06,142 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:27:06,926 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:27:08,143 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:27:10,144 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:27:11,927 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:27:12,145 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:27:14,146 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:27:16,148 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:27:17,032 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:27:17,039 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:27:17,039 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:27:17,079 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:27:18,150 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:27:20,151 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:27:22,152 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:27:22,259 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:27:24,153 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:27:26,154 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:27:28,125 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:27:28,154 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:27:30,156 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:27:31,034 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:27:32,039 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:27:32,039 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:27:32,079 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:27:32,156 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:27:33,186 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:27:34,158 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:27:36,159 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:27:38,159 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:27:38,379 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:27:40,161 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:27:42,161 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:27:43,381 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:27:44,162 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:27:46,163 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:27:47,039 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:27:47,039 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:27:47,079 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:27:48,164 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:27:49,323 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:27:50,165 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:27:52,166 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:27:54,167 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:27:54,469 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:27:56,168 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:27:58,168 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:28:00,169 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:28:00,419 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:28:01,035 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:28:02,039 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:28:02,039 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:28:02,079 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:28:02,170 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:28:04,171 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:28:05,488 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:28:06,172 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:28:08,173 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:28:10,174 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:28:11,361 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:28:12,175 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:28:14,176 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:28:16,177 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:28:16,579 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:28:17,039 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:28:17,039 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:28:17,079 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:28:18,177 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:28:20,178 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:28:22,179 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:28:22,415 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:28:24,180 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:28:26,181 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:28:27,427 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:28:28,182 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:28:30,183 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:28:31,036 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:28:32,039 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:28:32,040 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:28:32,080 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:28:32,184 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:28:32,555 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:28:34,185 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:28:36,185 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:28:38,187 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:28:38,421 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:28:40,187 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:28:42,188 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:28:43,706 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:28:44,189 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:28:46,190 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:28:47,039 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:28:47,040 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:28:47,080 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:28:48,191 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:28:49,608 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:28:50,192 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:28:52,193 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:28:54,194 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:28:54,617 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:28:56,195 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:28:58,196 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:28:59,829 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:29:00,196 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:29:01,038 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:29:02,040 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:29:02,040 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:29:02,080 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:29:02,197 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:29:04,198 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:29:04,950 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:29:06,199 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:29:08,200 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:29:10,018 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:29:10,201 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:29:12,202 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:29:14,203 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:29:16,013 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:29:16,204 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:29:17,040 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:29:17,040 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:29:17,080 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:29:18,205 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:29:20,206 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:29:21,195 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:29:22,206 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:29:24,207 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:29:26,208 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:29:27,166 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:29:28,210 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:29:30,210 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:29:31,039 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:29:32,040 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:29:32,040 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:29:32,080 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:29:32,211 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:29:32,610 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:29:34,212 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:29:36,213 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:29:38,214 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:29:38,583 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:29:40,215 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:29:42,216 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:29:43,701 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:29:44,217 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:29:46,218 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:29:47,040 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:29:47,041 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:29:47,080 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:29:48,219 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:29:48,956 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:29:50,219 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:29:52,220 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:29:54,221 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:29:54,800 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:29:56,222 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:29:58,223 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:29:59,963 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:30:00,228 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:30:01,041 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:30:02,040 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:30:02,041 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:30:02,082 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:30:02,229 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:30:04,230 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:30:05,017 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:30:06,230 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:30:08,232 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:30:10,080 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:30:10,232 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:30:12,233 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:30:14,234 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:30:15,980 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:30:16,235 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:30:17,040 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:30:17,041 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:30:17,080 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:30:18,236 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:30:20,237 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:30:21,156 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:30:22,238 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:30:24,239 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:30:26,239 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:30:26,989 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:30:28,240 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:30:30,241 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:30:31,042 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:30:32,034 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:30:32,040 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:30:32,041 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:30:32,081 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:30:32,243 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:30:34,244 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:30:36,244 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:30:37,182 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:30:38,245 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:30:40,246 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:30:42,247 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:30:43,150 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:30:44,248 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:30:46,249 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:30:47,043 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:30:47,044 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:30:47,081 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:30:48,212 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:30:48,250 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:30:50,251 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:30:52,251 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:30:53,273 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:30:54,252 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:30:56,253 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:30:58,254 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:30:59,060 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:31:00,255 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:31:01,043 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:31:02,044 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:31:02,044 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:31:02,048 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:31:02,256 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:31:04,086 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:31:04,257 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:31:06,258 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:31:08,259 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:31:09,178 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:31:10,260 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:31:12,261 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:31:14,202 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:31:14,262 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:31:16,263 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:31:17,044 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:31:17,044 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:31:17,084 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:31:18,264 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:31:20,065 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:31:20,265 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:31:22,266 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:31:24,267 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:31:25,155 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:31:26,268 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:31:28,269 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:31:30,270 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:31:30,987 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:31:31,045 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:31:32,044 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:31:32,044 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:31:32,084 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:31:32,270 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:31:34,271 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:31:36,002 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:31:36,273 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:31:38,274 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:31:40,274 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:31:41,985 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:31:42,275 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:31:44,276 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:31:46,277 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:31:47,034 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:31:47,044 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:31:47,044 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:31:47,084 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:31:49,279 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:31:51,280 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:31:52,127 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:31:53,280 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:31:55,281 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:31:57,204 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:31:57,282 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:31:59,283 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:32:01,046 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:32:01,284 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:32:02,044 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:32:02,044 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:32:02,084 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:32:03,194 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:32:03,285 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:32:05,286 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:32:07,294 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:32:08,403 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:32:09,296 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:32:11,297 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:32:13,298 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:32:14,360 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:32:15,299 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:32:17,044 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:32:17,044 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:32:17,084 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:32:17,300 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:32:19,301 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:32:20,281 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:32:21,302 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:32:23,302 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:32:25,303 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:32:25,534 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:32:27,304 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:32:29,305 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:32:31,048 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:32:31,049 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:32:31,306 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:32:32,044 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:32:32,045 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:32:32,084 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:32:33,307 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:32:35,308 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:32:36,241 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:32:37,309 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:32:39,310 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:32:41,311 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:32:42,088 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:32:43,312 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:32:45,313 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:32:47,044 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:32:47,045 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:32:47,086 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:32:47,140 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:32:47,314 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:32:49,314 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:32:51,315 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:32:52,987 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:32:53,316 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:32:55,317 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:32:57,318 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:32:58,911 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:32:59,319 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:33:01,049 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:33:01,320 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:33:02,044 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:33:02,045 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:33:02,085 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:33:03,321 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:33:04,859 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:33:05,324 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:33:07,326 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:33:09,327 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:33:09,957 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:33:11,328 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:33:13,329 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:33:15,080 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:33:15,330 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:33:17,045 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:33:17,045 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:33:17,085 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:33:17,331 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:33:19,332 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:33:20,924 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:33:21,333 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:33:23,334 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:33:25,335 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:33:25,956 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:33:27,335 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:33:29,336 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:33:31,051 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:33:31,052 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:33:31,337 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:33:32,045 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:33:32,045 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:33:32,086 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:33:33,338 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:33:35,339 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:33:36,566 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:33:37,341 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:33:39,342 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:33:41,343 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:33:41,691 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:33:43,344 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:33:45,345 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:33:47,039 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:33:47,045 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:33:47,045 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:33:47,085 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:33:47,346 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:33:49,347 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:33:51,347 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:33:52,474 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:33:53,348 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:33:55,349 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:33:57,350 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:33:57,476 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:33:59,351 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:34:01,052 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:34:01,352 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:34:02,045 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:34:02,046 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:34:02,085 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:34:03,325 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:34:03,353 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:34:05,353 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:34:07,354 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:34:08,330 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:34:09,355 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:34:11,356 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:34:13,357 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:34:14,224 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:34:15,358 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:34:17,045 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:34:17,045 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:34:17,086 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:34:17,359 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:34:19,359 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:34:19,377 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:34:21,360 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:34:23,361 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:34:25,191 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:34:25,362 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:34:27,363 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:34:29,364 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:34:30,243 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:34:31,053 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:34:31,366 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:34:32,045 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:34:32,046 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:34:32,086 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:34:33,367 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:34:35,367 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:34:36,192 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:34:37,369 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:34:39,369 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:34:41,307 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:34:41,370 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:34:43,371 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:34:45,372 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:34:47,039 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:34:47,050 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:34:47,050 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:34:47,090 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:34:47,373 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:34:49,374 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:34:51,375 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:34:52,236 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:34:53,376 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:34:55,377 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:34:57,277 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:34:57,377 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:34:59,378 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:35:01,054 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:35:01,379 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:35:02,050 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:35:02,051 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:35:02,090 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:35:02,498 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:35:03,380 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:35:05,381 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:35:07,382 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:35:07,549 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:35:09,383 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:35:11,384 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:35:13,385 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:35:13,416 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:35:15,386 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:35:17,050 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:35:17,050 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:35:17,090 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:35:17,386 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:35:18,485 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:35:19,387 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:35:21,388 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:35:23,389 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:35:24,469 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:35:25,390 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:35:27,391 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:35:29,392 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:35:29,646 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:35:31,055 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:35:31,393 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:35:32,050 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:35:32,050 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:35:32,090 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:35:33,393 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:35:35,394 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:35:35,431 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:35:37,395 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:35:39,396 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:35:40,539 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:35:41,397 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:35:43,398 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:35:45,399 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:35:45,705 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:35:47,050 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:35:47,050 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:35:47,091 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:35:47,400 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:35:49,401 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:35:51,401 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:35:51,519 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:35:53,402 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:35:55,403 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:35:56,654 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:35:57,404 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:35:59,405 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:36:01,057 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:36:01,406 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:36:02,039 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:36:02,050 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:36:02,050 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:36:02,090 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:36:03,407 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:36:05,408 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:36:07,407 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:36:07,408 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:36:09,410 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:36:11,410 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:36:12,441 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:36:13,411 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:36:15,412 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:36:17,050 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:36:17,051 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:36:17,091 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:36:17,413 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:36:18,301 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:36:19,415 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:36:21,416 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:36:23,401 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:36:23,417 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:36:25,418 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:36:27,419 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:36:29,132 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:36:29,420 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:36:31,058 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:36:31,421 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:36:31,785 DEBUG SenderThread:90 [sender.py:send():379] send: telemetry -2024-05-14 01:36:31,785 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 01:36:31,786 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 01:36:32,050 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:36:32,051 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:36:32,091 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:36:33,422 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:36:34,370 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:36:35,423 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:36:37,424 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:36:39,424 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:36:39,537 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:36:41,425 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:36:43,426 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:36:44,720 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:36:45,427 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:36:47,050 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:36:47,051 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:36:47,091 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:36:47,428 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:36:49,428 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:36:49,850 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:36:50,429 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/config.yaml -2024-05-14 01:36:51,429 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:36:53,430 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:36:53,772 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 01:36:54,117 DEBUG SenderThread:90 [sender.py:send():379] send: files -2024-05-14 01:36:54,117 INFO SenderThread:90 [sender.py:_save_file():1390] saving file media/images/labels_1_d6f228f8aa5fae43804f.jpg with policy now -2024-05-14 01:36:54,118 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 01:36:54,141 DEBUG SenderThread:90 [sender.py:send():379] send: files -2024-05-14 01:36:54,141 INFO SenderThread:90 [sender.py:_save_file():1390] saving file media/images/train_batch0_1_2951a6cb9265745c7fa5.jpg with policy now -2024-05-14 01:36:54,142 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 01:36:54,162 DEBUG SenderThread:90 [sender.py:send():379] send: files -2024-05-14 01:36:54,162 INFO SenderThread:90 [sender.py:_save_file():1390] saving file media/images/train_batch1_1_6a8f67d09f1e68fece74.jpg with policy now -2024-05-14 01:36:54,164 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 01:36:54,188 DEBUG SenderThread:90 [sender.py:send():379] send: files -2024-05-14 01:36:54,188 INFO SenderThread:90 [sender.py:_save_file():1390] saving file media/images/train_batch2_1_a662ded17184ed0b673b.jpg with policy now -2024-05-14 01:36:54,196 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 01:36:54,422 INFO wandb-upload_0:90 [upload_job.py:push():131] Uploaded file /tmp/tmpms16rdkrwandb/sy6cf1c6-media/images/labels_1_d6f228f8aa5fae43804f.jpg -2024-05-14 01:36:54,430 INFO wandb-upload_1:90 [upload_job.py:push():131] Uploaded file /tmp/tmpms16rdkrwandb/f5arkrp0-media/images/train_batch0_1_2951a6cb9265745c7fa5.jpg -2024-05-14 01:36:54,431 INFO Thread-13 :90 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/media/images/train_batch0_1_2951a6cb9265745c7fa5.jpg -2024-05-14 01:36:54,431 INFO Thread-13 :90 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/media/images/labels_1_d6f228f8aa5fae43804f.jpg -2024-05-14 01:36:54,431 INFO Thread-13 :90 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/media/images/train_batch1_1_6a8f67d09f1e68fece74.jpg -2024-05-14 01:36:54,431 INFO Thread-13 :90 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/media/images/train_batch2_1_a662ded17184ed0b673b.jpg -2024-05-14 01:36:54,432 INFO Thread-13 :90 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/media -2024-05-14 01:36:54,432 INFO Thread-13 :90 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/media/images -2024-05-14 01:36:54,462 INFO wandb-upload_3:90 [upload_job.py:push():131] Uploaded file /tmp/tmpms16rdkrwandb/d8fkln6s-media/images/train_batch2_1_a662ded17184ed0b673b.jpg -2024-05-14 01:36:54,475 INFO wandb-upload_2:90 [upload_job.py:push():131] Uploaded file /tmp/tmpms16rdkrwandb/3bdtdxmw-media/images/train_batch1_1_6a8f67d09f1e68fece74.jpg -2024-05-14 01:36:54,864 INFO wandb-upload_0:90 [upload_job.py:push():131] Uploaded file /tmp/tmpms16rdkrwandb/wawho6h0-media/images/train_batch0_1_2951a6cb9265745c7fa5.jpg -2024-05-14 01:36:54,913 INFO wandb-upload_1:90 [upload_job.py:push():131] Uploaded file /tmp/tmpms16rdkrwandb/mvwp7fjl-media/images/labels_1_d6f228f8aa5fae43804f.jpg -2024-05-14 01:36:54,980 INFO wandb-upload_3:90 [upload_job.py:push():131] Uploaded file /tmp/tmpms16rdkrwandb/vlxtphvx-media/images/train_batch2_1_a662ded17184ed0b673b.jpg -2024-05-14 01:36:55,189 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:36:55,340 INFO wandb-upload_2:90 [upload_job.py:push():131] Uploaded file /tmp/tmpms16rdkrwandb/tz9sor8k-media/images/train_batch1_1_6a8f67d09f1e68fece74.jpg -2024-05-14 01:36:55,541 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 01:36:57,432 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:36:59,434 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:37:00,992 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:37:01,059 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:37:01,439 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:37:02,051 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:37:02,051 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:37:02,092 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:37:03,440 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:37:05,442 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:37:06,170 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:37:07,443 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:37:09,444 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:37:11,446 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:37:12,008 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:37:13,447 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:37:15,448 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:37:17,042 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:37:17,051 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:37:17,051 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:37:17,091 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:37:17,449 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:37:19,450 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:37:21,452 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:37:23,041 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:37:23,453 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:37:25,454 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:37:27,456 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:37:28,108 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:37:29,457 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:37:31,060 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:37:31,458 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:37:32,051 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:37:32,051 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:37:32,091 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:37:33,173 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:37:33,459 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:37:35,461 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:37:37,462 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:37:39,014 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:37:39,463 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:37:41,465 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:37:43,466 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:37:44,058 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:37:45,467 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:37:47,051 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:37:47,052 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:37:47,091 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:37:47,469 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:37:49,471 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:37:49,799 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:37:51,474 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:37:53,475 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:37:54,813 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:37:55,477 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:37:57,478 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:37:59,479 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:37:59,909 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:38:01,062 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:38:01,480 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:38:02,051 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:38:02,052 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:38:02,092 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:38:03,481 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:38:04,971 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:38:05,483 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:38:07,484 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:38:09,485 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:38:10,742 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:38:11,486 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:38:13,488 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:38:15,489 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:38:15,815 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:38:17,051 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:38:17,052 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:38:17,092 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:38:17,490 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:38:19,492 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:38:20,851 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:38:21,494 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:38:23,495 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:38:25,496 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:38:26,677 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:38:27,498 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:38:29,499 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:38:31,062 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:38:31,500 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:38:31,900 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:38:32,051 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:38:32,052 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:38:32,092 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:38:33,502 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:38:35,503 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:38:37,504 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:38:37,690 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:38:39,506 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:38:41,507 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:38:43,508 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:38:43,632 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:38:45,509 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:38:47,052 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:38:47,052 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:38:47,092 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:38:47,510 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:38:48,690 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:38:49,512 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:38:51,513 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:38:53,515 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:38:54,641 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:38:55,516 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:38:57,518 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:38:59,519 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:39:00,605 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:39:01,064 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:39:01,520 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:39:02,055 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:39:02,055 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:39:02,096 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:39:03,521 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:39:05,522 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:39:05,686 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:39:07,524 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:39:09,525 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:39:11,527 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:39:11,578 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:39:13,528 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:39:15,529 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:39:17,044 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:39:17,055 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:39:17,055 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:39:17,095 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:39:17,530 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:39:19,532 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:39:21,533 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:39:22,321 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:39:23,534 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:39:25,535 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:39:27,537 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:39:28,262 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:39:29,537 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:39:31,066 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:39:31,539 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:39:32,055 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:39:32,055 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:39:32,095 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:39:33,540 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:39:34,227 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:39:35,542 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:39:37,543 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:39:39,544 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:39:40,185 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:39:41,545 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:39:43,547 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:39:45,249 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:39:45,548 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:39:47,055 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:39:47,055 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:39:47,095 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:39:47,549 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:39:49,551 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:39:51,118 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:39:51,552 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:39:53,553 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:39:55,555 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:39:56,136 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:39:57,556 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:39:59,557 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:40:01,067 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:40:01,271 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:40:01,558 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:40:02,055 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:40:02,056 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:40:02,097 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:40:03,560 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:40:05,562 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:40:07,229 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:40:07,563 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:40:09,565 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:40:11,566 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:40:12,308 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:40:13,567 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:40:15,568 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:40:17,055 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:40:17,056 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:40:17,096 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:40:17,570 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:40:18,183 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:40:19,571 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:40:21,572 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:40:23,574 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:40:24,097 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:40:25,575 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:40:27,576 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:40:29,133 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:40:29,578 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:40:31,068 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:40:31,579 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:40:32,055 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:40:32,056 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:40:32,096 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:40:33,580 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:40:34,992 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:40:35,582 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:40:37,583 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:40:39,585 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:40:40,153 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:40:41,586 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:40:43,588 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:40:45,173 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:40:45,589 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:40:47,056 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:40:47,056 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:40:47,096 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:40:47,590 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:40:49,592 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:40:50,980 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:40:51,593 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:40:53,594 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:40:55,596 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:40:56,012 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:40:57,597 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:40:59,598 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:41:01,027 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:41:01,069 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:41:01,600 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:41:02,056 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:41:02,056 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:41:02,097 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:41:03,601 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:41:05,602 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:41:06,908 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:41:07,603 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:41:09,605 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:41:11,606 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:41:11,971 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:41:13,607 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:41:15,609 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:41:17,045 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:41:17,056 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:41:17,056 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:41:17,096 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:41:17,610 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:41:19,611 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:41:21,612 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:41:22,563 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:41:23,614 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:41:25,615 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:41:27,618 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:41:27,661 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:41:29,619 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:41:31,071 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:41:31,621 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:41:32,056 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:41:32,057 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:41:32,096 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:41:32,668 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:41:33,622 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:41:35,623 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:41:37,624 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:41:37,771 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:41:39,626 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:41:41,627 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:41:43,595 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:41:43,628 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:41:45,630 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:41:47,056 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:41:47,057 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:41:47,096 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:41:47,631 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:41:48,710 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:41:49,632 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:41:51,634 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:41:53,635 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:41:54,488 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:41:55,636 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:41:57,638 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:41:59,585 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:41:59,639 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:42:01,072 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:42:01,640 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:42:02,056 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:42:02,057 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:42:02,096 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:42:03,642 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:42:05,390 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:42:05,643 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:42:07,644 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:42:09,646 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:42:10,436 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:42:11,647 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:42:13,648 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:42:15,649 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:42:16,296 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:42:17,056 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:42:17,057 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:42:17,098 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:42:17,650 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:42:19,652 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:42:21,313 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:42:21,653 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:42:23,654 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:42:25,656 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:42:27,070 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:42:27,657 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:42:29,697 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:42:31,073 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:42:31,699 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:42:32,057 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:42:32,057 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:42:32,097 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:42:32,181 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:42:33,700 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:42:35,701 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:42:37,703 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:42:38,169 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:42:39,704 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:42:41,706 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:42:43,707 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:42:44,059 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:42:45,708 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:42:47,056 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:42:47,057 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:42:47,097 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:42:47,709 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:42:49,121 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:42:49,711 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:42:51,712 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:42:53,713 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:42:54,884 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:42:55,714 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:42:57,716 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:42:59,717 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:43:00,884 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:43:01,074 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:43:01,719 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:43:02,057 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:43:02,057 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:43:02,097 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:43:03,720 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:43:05,721 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:43:05,968 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:43:07,723 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:43:09,724 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:43:11,061 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:43:11,725 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:43:13,727 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:43:15,728 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:43:16,773 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:43:17,057 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:43:17,057 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:43:17,097 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:43:17,729 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:43:19,731 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:43:21,742 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:43:21,833 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:43:23,743 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:43:25,745 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:43:27,648 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:43:27,746 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:43:29,747 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:43:31,075 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:43:31,748 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:43:32,057 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:43:32,057 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:43:32,097 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:43:32,716 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:43:33,749 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:43:35,751 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:43:37,752 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:43:37,911 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:43:39,754 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:43:41,755 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:43:43,747 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:43:43,756 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:43:45,757 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:43:47,057 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:43:47,057 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:43:47,098 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:43:47,759 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:43:49,012 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:43:49,760 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:43:51,761 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:43:53,762 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:43:54,884 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:43:55,764 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:43:57,765 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:43:59,766 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:43:59,950 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:44:01,081 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:44:01,768 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:44:02,057 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:44:02,058 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:44:02,097 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:44:03,769 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:44:05,771 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:44:05,849 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:44:07,772 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:44:09,773 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:44:10,863 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:44:11,775 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:44:13,776 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:44:15,777 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:44:16,804 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:44:17,057 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:44:17,058 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:44:17,097 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:44:17,778 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:44:19,780 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:44:21,781 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:44:21,917 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:44:23,782 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:44:25,783 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:44:27,082 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:44:27,785 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:44:29,786 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:44:31,077 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:44:31,787 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:44:32,057 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:44:32,058 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:44:32,098 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:44:32,210 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:44:33,789 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:44:35,790 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:44:37,694 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:44:37,792 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:44:39,793 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:44:41,794 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:44:42,798 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:44:43,796 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:44:45,797 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:44:47,058 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:44:47,058 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:44:47,098 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:44:47,798 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:44:48,726 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:44:49,800 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:44:51,801 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:44:53,804 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:44:54,719 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:44:55,805 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:44:57,806 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:44:59,736 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:44:59,807 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:45:01,078 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:45:01,809 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:45:02,058 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:45:02,058 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:45:02,098 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:45:03,811 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:45:05,501 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:45:05,812 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:45:07,813 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:45:09,815 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:45:11,479 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:45:11,816 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:45:13,817 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:45:15,818 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:45:17,047 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:45:17,058 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:45:17,058 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:45:17,098 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:45:17,819 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:45:19,821 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:45:21,822 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:45:22,246 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:45:23,826 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:45:25,830 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:45:27,831 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:45:28,237 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:45:29,833 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:45:31,079 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:45:31,834 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:45:32,058 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:45:32,058 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:45:32,098 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:45:33,835 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:45:34,221 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:45:35,837 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:45:37,838 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:45:39,238 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:45:39,842 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:45:42,844 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:45:44,845 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:45:45,106 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:45:46,846 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:45:47,058 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:45:47,058 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:45:47,098 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:45:48,848 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:45:50,330 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:45:50,849 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:45:52,850 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:45:54,851 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:45:56,058 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:45:56,853 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:45:58,855 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:46:00,856 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:46:01,081 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:46:01,081 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:46:02,058 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:46:02,059 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:46:02,099 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:46:02,857 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:46:04,858 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:46:06,162 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:46:06,860 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:46:08,861 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:46:10,863 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:46:11,967 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:46:12,864 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:46:14,866 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:46:16,867 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:46:17,047 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:46:17,058 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:46:17,058 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:46:17,099 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:46:18,868 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:46:20,870 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:46:22,099 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:46:22,871 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:46:24,873 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:46:26,874 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:46:27,224 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:46:28,875 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:46:30,877 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:46:31,081 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:46:32,059 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:46:32,059 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:46:32,099 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:46:32,470 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:46:32,878 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:46:34,879 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:46:36,882 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:46:38,349 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:46:38,883 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:46:40,884 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:46:42,886 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:46:44,313 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:46:44,887 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:46:46,889 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:46:47,058 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:46:47,059 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:46:47,099 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:46:48,890 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:46:49,539 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:46:50,897 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:46:52,898 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:46:54,900 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:46:55,451 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:46:56,901 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:46:58,902 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:47:00,518 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:47:00,904 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:47:01,083 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:47:02,059 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:47:02,059 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:47:02,099 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:47:02,905 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:47:04,907 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:47:05,518 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:47:06,908 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:47:08,909 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:47:10,910 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:47:11,397 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:47:12,912 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:47:14,913 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:47:16,915 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:47:17,049 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:47:17,059 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:47:17,059 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:47:17,099 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:47:18,916 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:47:20,918 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:47:22,218 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:47:22,919 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:47:24,920 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:47:26,930 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:47:28,082 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:47:28,932 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:47:30,933 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:47:31,084 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:47:32,061 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:47:32,062 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:47:32,099 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:47:32,934 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:47:33,106 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:47:34,936 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:47:36,938 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:47:38,829 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:47:38,939 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:47:40,940 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:47:42,941 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:47:43,859 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:47:44,943 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:47:46,944 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:47:47,059 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:47:47,060 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:47:47,100 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:47:48,945 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:47:49,609 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:47:50,947 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:47:52,948 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:47:54,664 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:47:54,949 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:47:56,951 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:47:58,952 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:48:00,549 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:48:00,953 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:48:01,085 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:48:02,059 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:48:02,060 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:48:02,107 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:48:02,955 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:48:04,956 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:48:05,598 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:48:06,957 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:48:08,959 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:48:10,960 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:48:11,451 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:48:12,961 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:48:14,963 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:48:16,964 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:48:17,049 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:48:17,060 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:48:17,060 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:48:17,100 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:48:18,965 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:48:20,967 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:48:22,234 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:48:22,968 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:48:24,969 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:48:26,971 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:48:28,215 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:48:28,972 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:48:30,973 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:48:31,086 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:48:32,060 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:48:32,060 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:48:32,101 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:48:32,975 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:48:33,233 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:48:34,976 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:48:36,977 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:48:38,979 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:48:39,110 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:48:40,980 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:48:42,981 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:48:44,151 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:48:44,983 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:48:46,984 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:48:47,060 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:48:47,060 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:48:47,100 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:48:48,985 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:48:49,405 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:48:50,987 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:48:52,988 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:48:54,411 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:48:54,989 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:48:56,991 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:48:58,991 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:49:00,369 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:49:00,993 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:49:01,087 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:49:02,060 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:49:02,060 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:49:02,100 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:49:02,994 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:49:04,996 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:49:06,314 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:49:06,997 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:49:08,998 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:49:10,999 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:49:12,250 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:49:13,001 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:49:15,002 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:49:17,004 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:49:17,060 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:49:17,061 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:49:17,100 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:49:18,214 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:49:19,005 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:49:21,006 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:49:23,008 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:49:24,119 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:49:25,009 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:49:27,010 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:49:29,011 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:49:30,082 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:49:31,013 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:49:31,089 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:49:32,060 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:49:32,061 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:49:32,101 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:49:33,014 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:49:35,016 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:49:35,300 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:49:37,017 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:49:39,019 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:49:41,020 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:49:41,269 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:49:43,022 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:49:45,023 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:49:47,024 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:49:47,049 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:49:47,060 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:49:47,061 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:49:47,101 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:49:49,026 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:49:51,027 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:49:52,066 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:49:53,028 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:49:55,030 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:49:57,031 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:49:57,138 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:49:59,032 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:50:01,034 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:50:01,089 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:50:02,060 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:50:02,061 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:50:02,101 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:50:02,199 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:50:03,035 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:50:05,037 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:50:07,038 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:50:07,564 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:50:09,039 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:50:11,041 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:50:12,657 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:50:13,042 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:50:15,043 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:50:17,045 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:50:17,061 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:50:17,061 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:50:17,101 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:50:18,534 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:50:19,047 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:50:21,048 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:50:23,049 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:50:24,459 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:50:25,050 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:50:27,052 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:50:29,053 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:50:30,446 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:50:31,055 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:50:31,091 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:50:32,061 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:50:32,061 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:50:32,101 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:50:33,056 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:50:35,057 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:50:36,363 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:50:37,058 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:50:39,060 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:50:41,061 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:50:41,560 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:50:43,062 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:50:45,064 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:50:47,050 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:50:47,061 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:50:47,062 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:50:47,067 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:50:47,101 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:50:49,068 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:50:51,069 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:50:52,296 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:50:53,071 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:50:55,074 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:50:57,075 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:50:57,421 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:50:59,077 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:51:01,078 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:51:01,095 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:51:02,061 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:51:02,062 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:51:02,101 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:51:03,080 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:51:03,229 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:51:05,081 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:51:07,082 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:51:09,084 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:51:09,175 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:51:11,085 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:51:13,086 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:51:14,288 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:51:15,088 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:51:17,061 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:51:17,062 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:51:17,089 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:51:17,102 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:51:19,091 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:51:20,188 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:51:21,091 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:51:23,093 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:51:25,094 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:51:25,311 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:51:27,096 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:51:29,097 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:51:31,093 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:51:31,094 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:51:31,098 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:51:32,061 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:51:32,062 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:51:32,102 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:51:33,099 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:51:35,101 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:51:36,393 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:51:37,102 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:51:39,104 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:51:41,105 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:51:42,079 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:51:43,106 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:51:45,110 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:51:47,061 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:51:47,062 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:51:47,102 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:51:47,109 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:51:47,210 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:51:49,111 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:51:51,112 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:51:52,980 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:51:53,113 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:51:55,115 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:51:57,116 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:51:58,078 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:51:59,117 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:52:01,094 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:52:01,119 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:52:02,061 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:52:02,062 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:52:02,102 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:52:03,120 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:52:04,032 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:52:05,122 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:52:07,123 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:52:09,124 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:52:09,170 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:52:11,126 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:52:13,127 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:52:15,014 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:52:15,128 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:52:17,062 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:52:17,062 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:52:17,103 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:52:17,129 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:52:19,130 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:52:20,966 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:52:21,132 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:52:23,133 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:52:25,135 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:52:26,087 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:52:27,136 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:52:29,137 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:52:31,095 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:52:31,096 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:52:31,139 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:52:32,062 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:52:32,062 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:52:32,102 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:52:33,140 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:52:35,141 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:52:36,643 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:52:37,145 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:52:39,144 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:52:41,145 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:52:42,613 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:52:43,146 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:52:45,148 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:52:47,062 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:52:47,062 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:52:47,102 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:52:47,151 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:52:47,747 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:52:49,152 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:52:51,153 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:52:53,155 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:52:53,536 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:52:55,156 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:52:57,157 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:52:58,551 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:52:59,159 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:53:01,096 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:53:01,160 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:53:02,062 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:53:02,062 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:53:02,102 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:53:03,161 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:53:04,299 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:53:05,163 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:53:07,164 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:53:09,165 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:53:09,444 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:53:11,167 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:53:13,168 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:53:15,169 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:53:15,332 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:53:17,062 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:53:17,063 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:53:17,103 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:53:17,170 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:53:19,172 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:53:19,174 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 01:53:19,178 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 01:53:19,178 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 01:53:19,178 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 01:53:19,179 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 01:53:20,173 INFO Thread-13 :90 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 01:53:20,497 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:53:21,173 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:53:23,174 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:53:25,175 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:53:25,670 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:53:27,177 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:53:29,179 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:53:30,854 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:53:31,097 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:53:31,180 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:53:32,062 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:53:32,063 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:53:32,103 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:53:33,181 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:53:35,182 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:53:35,917 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:53:37,183 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:53:38,183 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:53:39,184 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:53:39,310 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 01:53:40,949 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:53:41,185 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:53:42,186 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:53:43,187 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:53:45,188 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:53:46,872 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:53:47,062 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:53:47,063 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:53:47,103 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:53:47,189 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:53:49,191 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:53:51,192 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:53:52,008 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:53:53,193 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:53:55,195 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:53:57,196 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:53:57,853 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:53:59,197 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:54:01,099 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:54:01,198 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:54:02,063 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:54:02,063 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:54:02,103 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:54:02,893 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:54:03,200 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:54:05,201 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:54:07,203 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:54:08,493 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:54:09,204 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:54:11,205 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:54:13,206 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:54:13,509 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:54:15,208 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:54:17,063 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:54:17,063 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:54:17,103 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:54:17,208 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:54:19,210 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:54:19,298 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:54:21,211 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:54:23,212 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:54:25,214 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:54:25,260 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:54:27,215 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:54:29,216 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:54:30,326 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:54:31,100 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:54:31,217 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:54:32,063 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:54:32,063 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:54:32,103 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:54:33,219 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:54:35,220 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:54:35,400 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:54:37,221 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:54:39,223 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:54:41,224 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:54:41,395 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:54:43,226 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:54:45,227 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:54:46,401 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:54:47,063 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:54:47,064 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:54:47,103 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:54:47,228 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:54:49,229 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:54:51,231 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:54:52,150 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:54:53,232 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:54:55,233 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:54:57,234 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:54:57,248 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:54:59,236 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:55:01,101 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:55:01,237 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:55:02,063 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:55:02,064 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:55:02,103 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:55:03,236 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:55:03,239 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:55:05,240 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:55:07,241 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:55:08,338 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:55:09,243 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:55:11,244 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:55:13,246 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:55:14,242 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:55:15,246 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:55:17,063 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:55:17,063 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:55:17,104 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:55:17,248 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:55:19,249 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:55:19,275 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:55:21,250 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:55:23,252 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:55:25,205 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:55:25,256 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:55:27,257 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:55:29,259 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:55:30,316 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:55:31,102 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:55:31,260 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:55:32,063 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:55:32,064 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:55:32,103 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:55:33,262 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:55:35,263 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:55:36,002 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:55:37,264 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:55:39,266 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:55:41,267 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:55:41,901 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:55:43,268 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:55:45,270 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:55:47,052 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:55:47,063 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:55:47,064 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:55:47,104 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:55:47,271 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:55:49,272 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:55:51,274 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:55:52,835 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:55:53,275 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:55:55,277 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:55:57,278 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:55:57,970 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:55:59,279 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:56:01,108 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:56:01,281 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:56:02,069 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:56:02,069 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:56:02,109 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:56:02,978 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:56:03,282 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:56:05,284 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:56:07,285 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:56:08,710 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:56:09,286 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:56:11,288 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:56:13,289 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:56:14,639 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:56:15,291 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:56:17,064 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:56:17,064 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:56:17,104 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:56:17,292 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:56:19,293 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:56:20,624 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:56:21,295 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:56:23,296 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:56:25,297 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:56:26,488 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:56:27,299 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:56:29,300 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:56:31,109 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:56:31,302 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:56:32,056 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:56:32,064 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:56:32,064 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:56:32,106 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:56:33,303 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:56:35,304 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:56:37,306 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:56:37,314 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:56:39,307 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:56:41,309 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:56:42,342 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:56:43,310 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:56:45,311 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:56:47,064 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:56:47,064 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:56:47,104 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:56:47,312 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:56:48,166 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:56:49,314 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:56:51,315 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:56:53,316 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:56:53,359 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:56:55,318 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:56:57,319 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:56:59,280 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:56:59,321 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:57:01,110 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:57:01,322 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:57:02,064 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:57:02,064 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:57:02,104 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:57:03,324 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:57:04,427 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:57:05,325 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:57:07,327 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:57:09,328 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:57:10,298 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:57:11,330 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:57:13,331 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:57:15,332 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:57:15,446 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:57:17,069 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:57:17,070 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:57:17,091 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:57:17,334 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:57:19,335 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:57:20,453 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:57:21,336 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:57:23,338 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:57:25,339 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:57:26,330 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:57:27,340 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:57:29,342 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:57:31,111 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:57:31,343 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:57:32,068 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:57:32,069 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:57:32,091 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:57:32,198 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:57:33,344 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:57:35,346 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:57:37,289 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:57:37,347 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:57:39,348 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:57:41,350 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:57:43,070 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:57:43,351 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:57:45,352 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:57:47,068 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:57:47,069 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:57:47,091 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:57:47,354 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:57:48,070 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:57:49,355 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:57:51,356 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:57:53,358 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:57:53,903 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:57:55,359 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:57:57,360 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:57:59,362 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:57:59,896 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:58:01,112 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:58:01,363 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:58:02,069 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:58:02,069 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:58:02,091 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:58:03,365 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:58:05,088 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:58:05,366 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:58:07,367 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:58:09,368 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:58:10,853 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:58:11,369 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:58:13,371 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:58:15,372 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:58:15,986 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:58:17,068 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:58:17,068 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:58:17,091 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:58:17,373 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:58:19,375 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:58:21,376 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:58:21,742 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:58:23,377 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:58:25,379 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:58:26,772 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:58:27,380 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:58:29,382 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:58:31,114 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:58:31,383 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:58:32,068 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:58:32,069 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:58:32,091 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:58:32,241 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:58:33,384 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:58:35,386 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:58:37,320 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:58:37,387 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:58:39,389 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:58:41,390 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:58:42,335 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:58:43,391 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:58:45,393 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:58:47,068 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:58:47,069 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:58:47,092 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:58:47,394 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:58:48,187 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:58:49,395 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:58:51,397 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:58:53,398 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:58:54,175 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:58:55,399 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:58:57,401 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:58:59,230 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:58:59,402 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:59:01,115 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:59:01,404 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:59:02,071 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:59:02,072 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:59:02,091 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:59:03,405 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:59:05,168 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:59:05,406 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:59:07,408 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:59:09,409 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:59:10,291 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:59:11,415 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:59:13,417 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:59:15,418 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:59:16,113 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:59:17,069 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:59:17,069 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:59:17,092 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:59:17,419 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:59:19,421 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:59:21,212 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:59:21,422 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:59:23,423 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:59:25,425 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:59:26,938 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:59:27,426 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:59:29,427 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:59:31,116 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 01:59:31,428 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:59:31,976 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:59:32,069 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:59:32,069 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:59:32,092 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:59:33,430 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:59:35,431 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:59:37,432 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:59:37,816 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:59:39,433 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:59:41,435 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:59:43,438 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:59:43,663 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:59:45,442 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:59:47,069 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 01:59:47,070 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 01:59:47,092 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 01:59:48,444 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:59:48,760 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:59:50,445 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:59:52,446 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:59:53,963 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 01:59:54,448 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:59:56,449 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:59:58,450 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 01:59:59,809 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:00:00,452 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:00:01,117 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:00:02,069 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:00:02,070 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:00:02,093 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:00:02,453 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:00:04,455 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:00:04,898 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:00:06,456 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:00:08,458 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:00:10,459 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:00:10,889 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:00:12,461 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:00:14,463 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:00:16,464 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:00:16,889 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:00:17,069 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:00:17,070 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:00:17,092 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:00:18,466 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:00:20,467 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:00:21,953 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:00:22,469 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:00:24,470 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:00:26,472 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:00:27,883 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:00:28,473 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:00:30,475 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:00:31,119 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:00:32,069 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:00:32,070 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:00:32,093 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:00:32,476 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:00:33,140 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:00:34,478 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:00:36,479 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:00:38,481 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:00:39,089 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:00:40,482 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:00:42,483 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:00:44,277 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:00:44,484 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:00:46,486 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:00:47,069 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:00:47,070 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:00:47,094 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:00:48,487 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:00:50,247 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:00:50,489 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:00:52,490 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:00:54,492 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:00:56,193 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:00:56,493 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:00:58,495 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:01:00,496 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:01:01,120 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:01:02,070 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:01:02,070 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:01:02,095 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:01:02,177 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:01:02,497 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:01:04,499 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:01:06,500 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:01:07,337 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:01:08,503 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:01:10,504 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:01:12,506 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:01:13,169 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:01:14,507 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:01:16,509 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:01:17,070 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:01:17,070 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:01:17,094 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:01:18,511 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:01:19,082 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:01:20,511 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:01:22,513 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:01:24,157 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:01:24,514 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:01:26,516 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:01:28,517 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:01:29,934 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:01:30,519 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:01:31,121 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:01:32,070 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:01:32,071 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:01:32,095 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:01:32,520 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:01:34,522 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:01:35,754 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:01:36,523 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:01:38,525 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:01:40,526 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:01:41,725 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:01:42,528 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:01:44,529 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:01:46,530 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:01:46,778 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:01:47,070 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:01:47,070 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:01:47,095 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:01:48,532 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:01:50,533 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:01:52,535 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:01:52,687 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:01:54,536 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:01:56,537 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:01:57,760 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:01:58,539 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:02:00,540 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:02:01,123 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:02:02,071 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:02:02,071 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:02:02,095 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:02:02,541 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:02:03,668 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:02:04,543 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:02:06,544 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:02:08,546 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:02:09,516 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:02:10,547 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:02:12,549 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:02:14,550 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:02:15,451 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:02:16,551 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:02:17,070 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:02:17,071 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:02:17,095 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:02:18,553 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:02:20,554 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:02:21,395 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:02:22,555 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:02:24,556 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:02:26,557 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:02:27,391 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:02:28,558 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:02:30,560 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:02:31,124 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:02:32,071 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:02:32,071 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:02:32,095 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:02:32,416 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:02:32,561 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:02:34,563 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:02:36,564 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:02:38,119 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:02:38,565 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:02:40,566 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:02:42,568 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:02:43,160 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:02:44,569 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:02:46,570 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:02:47,070 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:02:47,071 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:02:47,095 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:02:48,572 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:02:48,994 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:02:50,573 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:02:52,574 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:02:54,576 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:02:54,851 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:02:56,577 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:02:58,578 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:02:59,925 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:03:00,580 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:03:01,129 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:03:02,071 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:03:02,071 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:03:02,096 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:03:02,581 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:03:04,582 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:03:05,592 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:03:06,584 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:03:08,586 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:03:10,587 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:03:10,841 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:03:12,588 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:03:14,589 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:03:16,591 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:03:16,665 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:03:17,071 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:03:17,071 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:03:17,096 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:03:18,592 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:03:20,593 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:03:22,595 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:03:22,645 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:03:24,596 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:03:26,597 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:03:27,769 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:03:28,599 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:03:30,600 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:03:31,126 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:03:32,071 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:03:32,072 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:03:32,096 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:03:32,601 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:03:33,690 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:03:34,603 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:03:36,604 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:03:38,613 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:03:39,571 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:03:40,615 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:03:42,616 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:03:44,617 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:03:45,502 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:03:46,619 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:03:47,071 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:03:47,071 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:03:47,096 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:03:48,620 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:03:50,606 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:03:50,621 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:03:52,622 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:03:54,624 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:03:56,459 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:03:56,625 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:03:58,626 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:04:00,628 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:04:01,128 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:04:01,625 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:04:02,072 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:04:02,072 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:04:02,096 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:04:02,630 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:04:04,632 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:04:06,633 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:04:07,615 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:04:08,635 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:04:10,636 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:04:12,637 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:04:12,760 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:04:14,638 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:04:16,640 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:04:17,072 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:04:17,072 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:04:17,096 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:04:18,641 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:04:18,677 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:04:20,642 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:04:22,644 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:04:23,777 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:04:24,645 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:04:26,646 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:04:28,647 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:04:29,692 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:04:30,649 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:04:31,129 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:04:32,072 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:04:32,072 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:04:32,096 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:04:32,650 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:04:34,652 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:04:34,829 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:04:36,653 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:04:38,654 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:04:40,628 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:04:40,656 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:04:42,657 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:04:44,658 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:04:46,528 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:04:46,660 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:04:47,072 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:04:47,073 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:04:47,096 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:04:48,661 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:04:50,662 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:04:51,535 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:04:52,664 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:04:54,665 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:04:56,666 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:04:57,399 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:04:58,668 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:05:00,669 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:05:01,131 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:05:02,072 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:05:02,073 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:05:02,097 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:05:02,429 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:05:02,672 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:05:04,673 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:05:06,675 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:05:08,263 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:05:08,677 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:05:10,678 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:05:12,679 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:05:14,197 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:05:14,681 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:05:16,682 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:05:17,072 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:05:17,073 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:05:17,097 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:05:18,683 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:05:20,054 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:05:20,685 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:05:22,686 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:05:24,688 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:05:25,916 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:05:26,690 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:05:28,692 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:05:30,693 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:05:31,131 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:05:31,132 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:05:32,072 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:05:32,072 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:05:32,097 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:05:32,695 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:05:34,696 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:05:36,609 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:05:36,698 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:05:38,699 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:05:40,700 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:05:41,658 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:05:42,702 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:05:44,703 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:05:46,708 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:05:47,073 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:05:47,073 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:05:47,097 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:05:47,166 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:05:48,709 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:05:50,710 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:05:52,215 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:05:52,711 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:05:54,713 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:05:56,714 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:05:57,937 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:05:58,715 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:06:00,717 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:06:01,133 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:06:02,073 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:06:02,073 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:06:02,097 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:06:02,718 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:06:03,825 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:06:04,720 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:06:06,721 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:06:08,722 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:06:09,771 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:06:10,724 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:06:12,726 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:06:14,727 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:06:15,756 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:06:16,729 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:06:17,073 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:06:17,073 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:06:17,097 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:06:18,730 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:06:20,731 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:06:21,710 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:06:22,732 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:06:24,734 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:06:26,735 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:06:26,739 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:06:28,737 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:06:30,738 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:06:31,134 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:06:31,799 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:06:32,073 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:06:32,073 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:06:32,097 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:06:32,740 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:06:34,741 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:06:36,743 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:06:37,543 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:06:38,744 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:06:40,745 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:06:42,694 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:06:42,746 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:06:44,748 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:06:46,749 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:06:47,073 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:06:47,074 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:06:47,097 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:06:48,449 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:06:48,750 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:06:50,752 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:06:52,753 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:06:54,359 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:06:54,754 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:06:56,756 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:06:58,757 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:06:59,369 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:07:00,758 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:07:01,136 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:07:02,073 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:07:02,073 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:07:02,097 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:07:02,760 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:07:04,761 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:07:05,195 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:07:06,762 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:07:08,764 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:07:10,372 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:07:10,766 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:07:12,769 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:07:14,771 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:07:16,194 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:07:16,772 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:07:17,073 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:07:17,074 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:07:17,097 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:07:18,773 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:07:20,774 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:07:21,443 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:07:22,776 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:07:24,777 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:07:26,779 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:07:27,420 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:07:28,780 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:07:30,782 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:07:31,137 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:07:32,073 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:07:32,074 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:07:32,098 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:07:32,783 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:07:33,396 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:07:34,784 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:07:36,786 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:07:38,787 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:07:39,314 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:07:40,788 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:07:42,790 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:07:44,327 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:07:44,791 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:07:46,792 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:07:47,073 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:07:47,074 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:07:47,098 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:07:48,793 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:07:50,120 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:07:50,794 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:07:52,796 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:07:54,797 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:07:55,940 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:07:56,798 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:07:58,800 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:08:00,801 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:08:01,138 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:08:01,138 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:08:02,073 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:08:02,074 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:08:02,098 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:08:02,802 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:08:04,804 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:08:06,599 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:08:06,805 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:08:08,806 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:08:10,808 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:08:12,547 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:08:12,809 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:08:14,810 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:08:16,812 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:08:17,074 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:08:17,075 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:08:17,098 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:08:18,520 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:08:18,814 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:08:20,816 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:08:22,817 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:08:23,630 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:08:24,818 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:08:26,820 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:08:28,654 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:08:28,821 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:08:30,822 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:08:31,139 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:08:32,074 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:08:32,075 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:08:32,098 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:08:32,824 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:08:34,510 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:08:34,825 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:08:36,827 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:08:38,828 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:08:39,566 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:08:40,829 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:08:42,830 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:08:44,832 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:08:45,345 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:08:46,833 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:08:47,079 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:08:47,079 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:08:47,099 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:08:48,834 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:08:50,397 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:08:50,836 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:08:52,837 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:08:54,839 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:08:55,609 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:08:56,840 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:08:58,841 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:09:00,843 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:09:01,140 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:09:01,141 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:09:02,081 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:09:02,082 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:09:02,099 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:09:02,844 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:09:04,845 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:09:06,221 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:09:06,847 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:09:08,848 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:09:10,850 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:09:11,282 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:09:12,851 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:09:14,852 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:09:16,323 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:09:16,854 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:09:17,079 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:09:17,080 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:09:17,099 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:09:18,860 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:09:20,861 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:09:21,328 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:09:22,863 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:09:24,865 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:09:26,389 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:09:26,866 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:09:28,867 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:09:30,869 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:09:31,141 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:09:32,080 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:09:32,080 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:09:32,099 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:09:32,206 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:09:32,870 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:09:34,871 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:09:36,873 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:09:37,314 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:09:38,874 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:09:40,875 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:09:42,877 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:09:43,120 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:09:44,878 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:09:46,879 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:09:47,080 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:09:47,080 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:09:47,099 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:09:48,608 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:09:48,880 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:09:50,882 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:09:52,883 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:09:53,645 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:09:54,884 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:09:56,886 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:09:58,406 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 02:09:58,407 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 02:09:58,408 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 02:09:58,408 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 02:09:58,409 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 02:09:58,732 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:09:58,887 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 02:09:58,887 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:10:00,888 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:10:01,142 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:10:02,080 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:10:02,080 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:10:02,099 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:10:02,890 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:10:03,820 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:10:04,891 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:10:06,892 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:10:08,893 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:10:08,959 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:10:10,894 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:10:12,895 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:10:14,046 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:10:14,897 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:10:16,898 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:10:17,142 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:10:17,143 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:10:17,199 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:10:18,482 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 02:10:19,049 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:10:20,900 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:10:22,901 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:10:24,792 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:10:24,903 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:10:26,905 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:10:28,906 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:10:29,794 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:10:30,907 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:10:31,143 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:10:32,085 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:10:32,085 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:10:32,101 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:10:32,909 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:10:34,910 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:10:35,459 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:10:36,911 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:10:38,913 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:10:40,583 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:10:40,914 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:10:42,915 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:10:44,917 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:10:45,682 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:10:46,918 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:10:47,085 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:10:47,085 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:10:47,101 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:10:48,919 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:10:50,921 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:10:51,560 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:10:52,922 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:10:54,923 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:10:56,576 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:10:56,927 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:10:58,926 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:11:00,927 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:11:01,144 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:11:02,086 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:11:02,086 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:11:02,101 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:11:02,264 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:11:02,929 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:11:04,930 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:11:06,931 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:11:08,243 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:11:08,933 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:11:10,934 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:11:12,935 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:11:14,069 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:11:14,937 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:11:16,938 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:11:17,086 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:11:17,086 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:11:17,101 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:11:18,939 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:11:19,286 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:11:20,941 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:11:22,942 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:11:24,944 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:11:24,996 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:11:26,946 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:11:28,947 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:11:30,028 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:11:30,948 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:11:31,145 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:11:32,086 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:11:32,087 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:11:32,101 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:11:32,950 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:11:34,951 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:11:35,869 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:11:36,952 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:11:38,954 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:11:40,955 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:11:41,712 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:11:42,956 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:11:44,958 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:11:46,959 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:11:47,086 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:11:47,086 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:11:47,101 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:11:47,258 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:11:48,960 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:11:50,962 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:11:52,350 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:11:52,963 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:11:54,965 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:11:56,966 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:11:58,190 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:11:58,969 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:12:00,970 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:12:01,146 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:12:02,086 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:12:02,087 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:12:02,101 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:12:02,971 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:12:03,197 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:12:04,973 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:12:06,974 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:12:08,976 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:12:09,118 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:12:10,977 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:12:12,978 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:12:14,447 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:12:14,980 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:12:16,981 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:12:17,086 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:12:17,087 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:12:17,101 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:12:18,983 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:12:20,210 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:12:20,984 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:12:22,985 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:12:24,987 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:12:25,379 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:12:26,988 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:12:28,989 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:12:30,487 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:12:30,991 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:12:31,148 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:12:32,086 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:12:32,087 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:12:32,101 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:12:32,992 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:12:34,993 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:12:36,404 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:12:36,995 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:12:38,996 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:12:40,997 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:12:42,386 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:12:42,999 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:12:45,000 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:12:47,002 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:12:47,086 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:12:47,087 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:12:47,102 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:12:48,384 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:12:49,003 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:12:51,004 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:12:53,006 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:12:53,621 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:12:55,007 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:12:57,008 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:12:59,010 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:12:59,384 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:13:01,011 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:13:01,149 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:13:02,086 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:13:02,087 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:13:02,102 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:13:03,013 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:13:04,450 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:13:05,014 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:13:07,015 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:13:09,017 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:13:10,252 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:13:11,018 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:13:13,019 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:13:15,021 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:13:16,247 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:13:17,022 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:13:17,087 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:13:17,087 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:13:17,103 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:13:19,024 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:13:21,025 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:13:22,209 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:13:23,026 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:13:25,027 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:13:27,029 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:13:28,154 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:13:29,030 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:13:31,031 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:13:31,150 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:13:32,087 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:13:32,087 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:13:32,103 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:13:33,033 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:13:33,191 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:13:35,034 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:13:37,035 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:13:38,243 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:13:39,036 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:13:41,038 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:13:43,039 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:13:44,002 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:13:45,040 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:13:47,041 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:13:47,087 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:13:47,087 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:13:47,103 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:13:49,045 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:13:49,046 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:13:51,046 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:13:53,047 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:13:55,037 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:13:55,050 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:13:57,053 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:13:59,056 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:14:00,069 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:14:01,060 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:14:01,151 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:14:02,087 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:14:02,088 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:14:02,103 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:14:03,063 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:14:05,069 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:14:06,046 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:14:08,068 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:14:10,069 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:14:11,206 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:14:12,071 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:14:14,072 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:14:16,073 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:14:17,007 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:14:17,088 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:14:17,088 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:14:17,103 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:14:18,075 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:14:20,076 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:14:22,078 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:14:22,085 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:14:24,079 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:14:26,080 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:14:27,880 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:14:28,082 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:14:30,083 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:14:31,152 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:14:32,085 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:14:32,087 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:14:32,088 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:14:32,103 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:14:32,994 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:14:34,086 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:14:36,088 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:14:38,089 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:14:38,975 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:14:40,090 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:14:42,092 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:14:44,093 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:14:44,106 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:14:46,094 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:14:47,088 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:14:47,089 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:14:47,103 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:14:48,095 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:14:49,926 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:14:50,097 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:14:52,098 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:14:54,100 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:14:55,813 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:14:56,101 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:14:58,103 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:15:00,104 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:15:00,863 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:15:01,154 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:15:02,087 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:15:02,088 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:15:02,104 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:15:02,105 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:15:04,107 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:15:06,108 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:15:06,568 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:15:08,109 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:15:10,111 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:15:11,588 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:15:12,112 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:15:14,114 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:15:16,116 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:15:17,088 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:15:17,088 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:15:17,104 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:15:17,248 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:15:18,117 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:15:20,118 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:15:22,119 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:15:23,240 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:15:24,121 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:15:26,122 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:15:28,123 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:15:29,144 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:15:30,125 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:15:31,155 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:15:32,088 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:15:32,088 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:15:32,105 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:15:32,126 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:15:34,127 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:15:35,064 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:15:36,129 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:15:38,130 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:15:40,131 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:15:41,036 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:15:42,133 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:15:44,134 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:15:46,054 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:15:46,136 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:15:47,088 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:15:47,089 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:15:47,104 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:15:48,137 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:15:50,138 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:15:51,953 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:15:52,139 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:15:54,141 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:15:56,142 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:15:57,032 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:15:58,144 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:16:00,147 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:16:01,156 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:16:02,088 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:16:02,089 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:16:02,104 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:16:02,149 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:16:02,194 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:16:04,150 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:16:06,152 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:16:07,752 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:16:08,153 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:16:10,154 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:16:12,156 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:16:13,650 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:16:14,157 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:16:16,158 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:16:17,088 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:16:17,089 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:16:17,104 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:16:18,160 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:16:18,745 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:16:20,161 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:16:22,162 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:16:23,774 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:16:24,164 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:16:26,165 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:16:28,167 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:16:29,497 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:16:30,168 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:16:31,161 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:16:32,088 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:16:32,089 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:16:32,104 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:16:32,169 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:16:34,171 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:16:34,540 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:16:36,172 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:16:38,174 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:16:39,681 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:16:40,175 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:16:42,176 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:16:44,178 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:16:45,455 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:16:46,179 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:16:47,089 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:16:47,089 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:16:47,104 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:16:48,181 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:16:50,182 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:16:50,529 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:16:52,184 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:16:54,185 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:16:55,579 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:16:56,187 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:16:58,188 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:17:00,189 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:17:01,159 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:17:01,159 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:17:02,089 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:17:02,090 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:17:02,105 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:17:02,191 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:17:04,192 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:17:06,194 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:17:06,377 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:17:08,195 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:17:10,197 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:17:12,199 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:17:12,365 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:17:14,200 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:17:16,201 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:17:17,089 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:17:17,090 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:17:17,105 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:17:17,398 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:17:18,202 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:17:20,204 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:17:22,205 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:17:23,114 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:17:24,207 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:17:26,208 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:17:28,209 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:17:29,033 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:17:30,210 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:17:31,160 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:17:32,089 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:17:32,090 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:17:32,105 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:17:32,212 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:17:34,213 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:17:34,882 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:17:36,214 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:17:38,216 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:17:40,022 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:17:40,217 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:17:42,218 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:17:44,220 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:17:45,917 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:17:46,221 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:17:47,089 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:17:47,089 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:17:47,105 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:17:48,223 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:17:50,224 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:17:50,920 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:17:52,225 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:17:54,226 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:17:55,956 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:17:56,228 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:17:58,229 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:18:00,231 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:18:01,161 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:18:01,162 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:18:02,089 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:18:02,090 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:18:02,105 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:18:02,232 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:18:04,233 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:18:06,234 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:18:06,699 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:18:08,236 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:18:10,237 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:18:11,721 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:18:12,238 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:18:14,240 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:18:16,241 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:18:17,090 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:18:17,090 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:18:17,105 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:18:17,183 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:18:18,242 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:18:20,243 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:18:22,245 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:18:22,410 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:18:24,246 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:18:26,247 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:18:28,249 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:18:28,330 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:18:30,250 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:18:31,162 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:18:32,089 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:18:32,090 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:18:32,105 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:18:32,251 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:18:33,343 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:18:34,253 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:18:36,254 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:18:38,256 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:18:39,067 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:18:40,257 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:18:42,259 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:18:44,260 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:18:44,992 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:18:46,261 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:18:47,090 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:18:47,090 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:18:47,105 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:18:48,263 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:18:50,264 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:18:50,988 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:18:52,265 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:18:54,266 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:18:56,023 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:18:56,268 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:18:58,269 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:19:00,270 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:19:01,089 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:19:01,163 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:19:02,090 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:19:02,091 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:19:02,106 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:19:02,271 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:19:04,273 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:19:06,274 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:19:06,852 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:19:08,276 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:19:10,277 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:19:11,857 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:19:12,278 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:19:14,279 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:19:16,281 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:19:17,090 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:19:17,090 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:19:17,106 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:19:17,207 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:19:18,282 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:19:20,283 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:19:22,285 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:19:22,623 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:19:24,286 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:19:26,288 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:19:27,723 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:19:28,289 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:19:30,290 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:19:31,164 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:19:32,090 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:19:32,091 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:19:32,106 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:19:32,292 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:19:33,474 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:19:34,293 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:19:36,294 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:19:38,295 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:19:38,499 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:19:40,297 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:19:42,298 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:19:43,523 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:19:44,300 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:19:46,301 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:19:47,090 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:19:47,091 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:19:47,106 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:19:48,302 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:19:48,554 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:19:50,304 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:19:52,305 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:19:54,306 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:19:54,349 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:19:56,308 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:19:58,309 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:19:59,370 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:20:00,311 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:20:01,166 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:20:02,091 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:20:02,091 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:20:02,107 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:20:02,312 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:20:04,314 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:20:05,065 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:20:06,315 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:20:08,317 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:20:10,191 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:20:10,318 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:20:12,319 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:20:14,321 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:20:15,936 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:20:16,323 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:20:17,091 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:20:17,091 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:20:17,106 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:20:18,324 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:20:20,325 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:20:20,952 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:20:22,327 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:20:24,328 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:20:26,329 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:20:26,877 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:20:28,332 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:20:30,333 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:20:31,167 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:20:32,091 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:20:32,091 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:20:32,106 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:20:32,160 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:20:32,335 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:20:34,336 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:20:36,337 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:20:37,222 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:20:38,339 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:20:40,341 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:20:42,342 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:20:42,429 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:20:44,344 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:20:46,345 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:20:47,091 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:20:47,091 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:20:47,107 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:20:48,346 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:20:48,375 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:20:50,347 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:20:52,349 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:20:53,479 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:20:54,350 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:20:56,351 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:20:58,352 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:20:58,537 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:21:00,354 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:21:01,167 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:21:02,091 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:21:02,092 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:21:02,107 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:21:02,355 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:21:03,538 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:21:04,357 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:21:06,358 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:21:08,359 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:21:08,599 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:21:10,361 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:21:12,362 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:21:14,364 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:21:14,557 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:21:16,365 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:21:17,091 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:21:17,091 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:21:17,108 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:21:18,366 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:21:19,600 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:21:20,368 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:21:22,369 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:21:24,370 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:21:25,280 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:21:26,372 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:21:28,373 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:21:30,374 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:21:30,442 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:21:31,169 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:21:32,091 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:21:32,091 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:21:32,107 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:21:32,376 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:21:34,377 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:21:36,275 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:21:36,379 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:21:38,380 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:21:40,382 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:21:42,188 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:21:42,383 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:21:44,384 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:21:46,386 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:21:47,091 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:21:47,092 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:21:47,107 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:21:47,267 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:21:48,387 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:21:50,388 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:21:52,390 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:21:52,987 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:21:54,391 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:21:56,393 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:21:58,041 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:21:58,394 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:22:00,395 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:22:01,170 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:22:02,092 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:22:02,092 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:22:02,107 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:22:02,397 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:22:03,828 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:22:04,398 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:22:06,400 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:22:08,401 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:22:09,009 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:22:10,402 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:22:12,404 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:22:14,405 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:22:14,850 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:22:16,407 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:22:17,092 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:22:17,092 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:22:17,108 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:22:18,408 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:22:19,911 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:22:20,410 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:22:22,411 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:22:24,412 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:22:25,880 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:22:26,413 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:22:28,415 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:22:30,416 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:22:30,923 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:22:31,171 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:22:32,092 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:22:32,092 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:22:32,108 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:22:32,418 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:22:34,419 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:22:36,421 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:22:36,755 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:22:38,422 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:22:40,423 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:22:41,843 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:22:42,425 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:22:44,426 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:22:46,427 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:22:47,092 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:22:47,092 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:22:47,108 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:22:47,231 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:22:48,429 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:22:50,430 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:22:52,431 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:22:52,538 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:22:54,433 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:22:56,434 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:22:58,435 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:22:58,498 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:23:00,437 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:23:01,172 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:23:02,092 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:23:02,093 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:23:02,108 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:23:02,438 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:23:04,439 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:23:04,458 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:23:06,441 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:23:08,442 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:23:09,499 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:23:10,443 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:23:12,445 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:23:14,446 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:23:15,338 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:23:16,448 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:23:17,092 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:23:17,093 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:23:17,108 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:23:18,449 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:23:20,450 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:23:21,308 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:23:22,452 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:23:24,453 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:23:26,454 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:23:27,284 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:23:28,456 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:23:30,457 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:23:31,173 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:23:32,092 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:23:32,093 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:23:32,108 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:23:32,459 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:23:32,558 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:23:34,461 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:23:36,462 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:23:38,229 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:23:38,463 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:23:40,465 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:23:42,466 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:23:44,211 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:23:44,467 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:23:46,469 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:23:47,092 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:23:47,093 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:23:47,108 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:23:48,470 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:23:50,186 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:23:50,471 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:23:52,473 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:23:54,474 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:23:55,327 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:23:56,476 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:23:58,478 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:24:00,479 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:24:01,174 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:24:01,175 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:24:02,093 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:24:02,094 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:24:02,109 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:24:02,480 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:24:04,482 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:24:06,483 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:24:07,165 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:24:08,484 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:24:10,486 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:24:12,265 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:24:12,487 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:24:14,488 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:24:16,490 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:24:17,093 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:24:17,093 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:24:17,108 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:24:18,173 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:24:18,491 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:24:20,492 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:24:22,494 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:24:23,953 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:24:24,495 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:24:26,497 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:24:28,498 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:24:29,952 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:24:30,499 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:24:31,176 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:24:32,093 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:24:32,094 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:24:32,109 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:24:32,500 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:24:34,502 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:24:35,949 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:24:36,503 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:24:38,505 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:24:40,506 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:24:40,952 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:24:42,508 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:24:44,509 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:24:46,510 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:24:46,727 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:24:47,093 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:24:47,093 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:24:47,109 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:24:48,511 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:24:50,513 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:24:52,514 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:24:52,643 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:24:54,515 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:24:56,517 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:24:57,777 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:24:58,518 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:25:00,520 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:25:01,178 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:25:02,093 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:25:02,094 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:25:02,109 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:25:02,521 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:25:03,567 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:25:04,522 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:25:06,524 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:25:08,525 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:25:09,517 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:25:10,526 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:25:12,528 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:25:14,529 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:25:15,421 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:25:16,532 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:25:17,094 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:25:17,094 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:25:17,109 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:25:18,537 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:25:20,462 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:25:20,538 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:25:22,539 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:25:24,541 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:25:26,271 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:25:26,542 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:25:28,543 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:25:30,545 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:25:31,179 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:25:31,485 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:25:32,094 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:25:32,094 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:25:32,109 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:25:32,546 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:25:34,548 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:25:36,549 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:25:36,720 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:25:38,551 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:25:40,552 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:25:42,439 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:25:42,553 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:25:44,555 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:25:46,556 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:25:47,094 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:25:47,095 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:25:47,109 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:25:47,528 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:25:48,558 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:25:50,560 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:25:52,561 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:25:53,257 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:25:54,562 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:25:56,564 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:25:58,565 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:25:59,226 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:26:00,566 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:26:01,180 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:26:02,094 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:26:02,094 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:26:02,109 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:26:02,568 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:26:04,569 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:26:05,162 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:26:06,570 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:26:08,572 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:26:10,215 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:26:10,573 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:26:12,574 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:26:14,576 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:26:16,094 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:26:16,577 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:26:17,094 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:26:17,095 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:26:17,110 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:26:18,579 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:26:20,580 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:26:22,002 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:26:22,581 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:26:24,582 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:26:26,584 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:26:27,024 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:26:28,585 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:26:30,587 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:26:31,181 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:26:32,094 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:26:32,095 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:26:32,110 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:26:32,157 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:26:32,589 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:26:34,590 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:26:36,591 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:26:37,706 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:26:37,864 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 02:26:37,866 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 02:26:37,866 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 02:26:37,867 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 02:26:37,867 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 02:26:38,593 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 02:26:38,593 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:26:40,594 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:26:42,595 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:26:42,728 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:26:44,596 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:26:46,597 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:26:47,094 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:26:47,095 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:26:47,110 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:26:47,860 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:26:48,599 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:26:50,600 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:26:52,601 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:26:53,070 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:26:54,603 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:26:56,604 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:26:58,075 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 02:26:58,605 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:26:58,618 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:27:00,607 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:27:01,182 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:27:02,095 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:27:02,095 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:27:02,110 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:27:02,608 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:27:04,349 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:27:04,609 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:27:06,611 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:27:08,612 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:27:09,354 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:27:10,613 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:27:12,615 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:27:14,616 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:27:15,253 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:27:16,618 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:27:17,095 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:27:17,095 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:27:17,110 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:27:18,619 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:27:20,621 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:27:21,196 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:27:22,622 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:27:24,623 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:27:26,244 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:27:26,625 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:27:28,626 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:27:30,627 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:27:31,184 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:27:32,095 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:27:32,095 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:27:32,110 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:27:32,208 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:27:32,629 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:27:34,630 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:27:36,632 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:27:38,172 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:27:38,633 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:27:40,634 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:27:42,636 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:27:44,016 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:27:44,638 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:27:46,639 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:27:47,095 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:27:47,095 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:27:47,110 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:27:48,641 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:27:49,075 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:27:50,642 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:27:52,643 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:27:54,644 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:27:55,071 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:27:56,645 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:27:58,647 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:28:00,139 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:28:00,648 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:28:01,184 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:28:02,095 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:28:02,096 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:28:02,111 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:28:02,650 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:28:04,651 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:28:05,955 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:28:06,654 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:28:08,656 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:28:10,659 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:28:11,843 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:28:12,663 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:28:14,665 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:28:17,095 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:28:17,096 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:28:17,111 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:28:17,246 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:28:17,667 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:28:19,669 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:28:21,670 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:28:22,673 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:28:23,671 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:28:25,673 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:28:27,674 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:28:27,713 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:28:29,675 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:28:31,186 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:28:31,677 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:28:32,095 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:28:32,096 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:28:32,111 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:28:33,535 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:28:33,678 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:28:35,680 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:28:37,681 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:28:38,599 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:28:39,683 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:28:41,684 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:28:43,685 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:28:44,431 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:28:45,687 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:28:47,096 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:28:47,096 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:28:47,116 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:28:47,689 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:28:49,691 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:28:50,351 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:28:51,692 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:28:53,694 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:28:55,695 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:28:56,276 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:28:57,697 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:28:59,702 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:29:01,187 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:29:01,328 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:29:01,703 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:29:02,096 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:29:02,097 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:29:02,116 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:29:03,705 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:29:05,706 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:29:07,126 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:29:07,708 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:29:09,709 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:29:11,711 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:29:12,156 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:29:13,712 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:29:15,713 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:29:17,096 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:29:17,096 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:29:17,118 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:29:17,167 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:29:17,715 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:29:19,716 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:29:21,717 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:29:22,785 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:29:23,719 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:29:25,720 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:29:27,721 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:29:27,867 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:29:29,723 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:29:31,188 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:29:31,724 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:29:32,096 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:29:32,096 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:29:32,118 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:29:33,725 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:29:33,742 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:29:35,727 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:29:37,728 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:29:39,672 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:29:39,729 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:29:41,731 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:29:43,732 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:29:45,474 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:29:45,733 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:29:47,096 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:29:47,096 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:29:47,118 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:29:47,735 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:29:49,736 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:29:50,494 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:29:51,738 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:29:53,740 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:29:55,742 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:29:56,348 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:29:57,743 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:29:59,744 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:30:01,190 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:30:01,746 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:30:02,096 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:30:02,097 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:30:02,118 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:30:02,168 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:30:03,747 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:30:05,749 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:30:07,302 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:30:07,750 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:30:09,751 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:30:11,753 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:30:12,318 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:30:13,754 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:30:15,756 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:30:17,096 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:30:17,097 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:30:17,118 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:30:17,757 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:30:18,308 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:30:19,759 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:30:21,760 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:30:23,329 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:30:23,762 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:30:25,763 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:30:27,765 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:30:29,077 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:30:29,766 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:30:31,191 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:30:31,768 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:30:32,096 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:30:32,097 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:30:32,118 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:30:33,769 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:30:35,024 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:30:35,770 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:30:37,772 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:30:39,773 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:30:40,134 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:30:41,775 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:30:43,776 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:30:45,777 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:30:45,937 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:30:47,097 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:30:47,097 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:30:47,119 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:30:47,779 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:30:49,780 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:30:51,781 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:30:51,896 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:30:53,783 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:30:55,784 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:30:57,786 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:30:57,890 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:30:59,787 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:31:01,193 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:31:01,789 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:31:02,097 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:31:02,097 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:31:02,119 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:31:02,925 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:31:03,790 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:31:05,792 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:31:07,794 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:31:08,873 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:31:09,795 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:31:11,797 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:31:13,798 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:31:14,768 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:31:15,799 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:31:17,097 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:31:17,097 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:31:17,119 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:31:17,801 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:31:19,802 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:31:19,828 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:31:21,803 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:31:23,805 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:31:25,631 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:31:25,806 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:31:27,808 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:31:29,809 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:31:31,194 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:31:31,196 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:31:31,810 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:31:32,097 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:31:32,098 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:31:32,119 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:31:33,812 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:31:35,813 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:31:36,433 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:31:37,815 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:31:39,816 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:31:41,695 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:31:41,817 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:31:43,819 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:31:45,820 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:31:46,860 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:31:47,097 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:31:47,097 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:31:47,119 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:31:47,822 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:31:49,823 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:31:51,825 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:31:52,618 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:31:53,826 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:31:55,828 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:31:57,738 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:31:57,829 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:31:59,831 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:32:01,195 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:32:01,832 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:32:02,098 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:32:02,098 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:32:02,119 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:32:02,752 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:32:03,833 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:32:05,835 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:32:07,837 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:32:08,394 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:32:09,838 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:32:11,839 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:32:13,840 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:32:14,376 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:32:15,842 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:32:17,097 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:32:17,098 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:32:17,119 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:32:17,843 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:32:19,845 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:32:20,351 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:32:21,846 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:32:23,847 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:32:25,411 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:32:25,849 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:32:27,850 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:32:29,852 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:32:30,489 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:32:31,196 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:32:31,853 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:32:32,098 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:32:32,098 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:32:32,120 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:32:33,855 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:32:35,856 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:32:36,356 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:32:37,857 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:32:39,859 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:32:41,860 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:32:42,333 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:32:43,867 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:32:45,869 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:32:47,098 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:32:47,099 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:32:47,120 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:32:47,515 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:32:47,870 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:32:49,873 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:32:51,874 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:32:53,266 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:32:53,875 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:32:55,877 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:32:57,879 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:32:59,237 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:32:59,880 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:33:01,197 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:33:01,881 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:33:02,098 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:33:02,099 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:33:02,120 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:33:03,883 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:33:04,270 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:33:05,885 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:33:07,886 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:33:09,887 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:33:10,107 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:33:11,889 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:33:13,890 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:33:15,188 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:33:15,892 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:33:17,098 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:33:17,099 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:33:17,120 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:33:17,893 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:33:19,894 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:33:20,957 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:33:21,896 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:33:23,897 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:33:25,898 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:33:26,911 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:33:27,900 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:33:29,901 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:33:31,199 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:33:31,902 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:33:32,098 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:33:32,098 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:33:32,120 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:33:32,258 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:33:33,904 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:33:35,906 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:33:37,514 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:33:37,908 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:33:39,908 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:33:41,910 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:33:43,506 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:33:43,911 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:33:45,912 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:33:47,099 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:33:47,099 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:33:47,120 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:33:47,913 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:33:48,564 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:33:49,914 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:33:51,916 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:33:53,646 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:33:53,917 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:33:55,918 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:33:57,920 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:33:59,334 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:33:59,921 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:34:01,200 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:34:01,923 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:34:02,098 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:34:02,099 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:34:02,120 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:34:03,924 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:34:04,402 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:34:05,925 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:34:07,927 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:34:09,928 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:34:10,208 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:34:11,929 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:34:13,931 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:34:15,932 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:34:16,021 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:34:17,099 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:34:17,099 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:34:17,120 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:34:17,939 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:34:19,940 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:34:21,128 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:34:21,941 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:34:23,943 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:34:25,950 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:34:26,868 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:34:27,946 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:34:29,947 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:34:31,201 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:34:31,948 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:34:32,099 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:34:32,099 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:34:32,120 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:34:32,219 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:34:33,950 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:34:35,951 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:34:37,727 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:34:37,952 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:34:39,954 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:34:41,956 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:34:43,686 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:34:43,957 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:34:45,958 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:34:47,099 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:34:47,100 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:34:47,121 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:34:47,960 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:34:48,713 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:34:49,961 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:34:51,963 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:34:53,727 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:34:53,964 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:34:55,970 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:34:57,972 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:34:59,580 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:34:59,973 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:35:01,202 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:35:01,974 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:35:02,099 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:35:02,100 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:35:02,121 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:35:03,976 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:35:05,550 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:35:05,978 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:35:07,979 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:35:09,980 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:35:10,794 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:35:11,981 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:35:13,983 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:35:15,984 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:35:16,683 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:35:17,099 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:35:17,100 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:35:17,121 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:35:17,986 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:35:19,987 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:35:21,989 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:35:22,606 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:35:23,990 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:35:25,992 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:35:27,628 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:35:27,993 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:35:29,994 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:35:31,203 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:35:31,995 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:35:32,099 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:35:32,100 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:35:32,121 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:35:33,604 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:35:33,997 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:35:35,998 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:35:38,000 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:35:39,500 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:35:40,001 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:35:42,002 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:35:44,004 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:35:45,493 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:35:46,005 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:35:47,099 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:35:47,100 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:35:47,121 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:35:48,006 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:35:50,008 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:35:50,544 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:35:52,009 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:35:54,012 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:35:56,012 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:35:56,510 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:35:58,013 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:36:00,014 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:36:01,204 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:36:02,016 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:36:02,100 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:36:02,100 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:36:02,122 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:36:02,258 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:36:04,017 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:36:06,018 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:36:07,587 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:36:08,020 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:36:10,021 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:36:12,022 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:36:12,708 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:36:14,024 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:36:16,025 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:36:17,100 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:36:17,101 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:36:17,122 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:36:18,026 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:36:18,648 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:36:20,028 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:36:22,029 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:36:24,030 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:36:24,565 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:36:26,032 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:36:28,033 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:36:29,766 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:36:30,035 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:36:31,205 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:36:32,036 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:36:32,100 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:36:32,101 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:36:32,122 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:36:34,038 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:36:34,854 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:36:36,039 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:36:38,040 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:36:40,042 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:36:40,565 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:36:42,043 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:36:44,045 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:36:46,047 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:36:46,446 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:36:47,100 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:36:47,101 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:36:47,122 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:36:48,048 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:36:50,049 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:36:52,050 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:36:52,365 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:36:54,052 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:36:56,053 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:36:57,379 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:36:58,054 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:37:00,056 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:37:01,206 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:37:02,057 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:37:02,104 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:37:02,104 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:37:02,122 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:37:03,269 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:37:04,059 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:37:06,060 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:37:08,061 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:37:09,104 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:37:10,063 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:37:12,064 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:37:14,065 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:37:14,236 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:37:16,067 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:37:17,104 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:37:17,105 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:37:17,122 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:37:18,068 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:37:20,006 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:37:20,069 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:37:22,071 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:37:24,072 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:37:25,940 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:37:26,073 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:37:28,075 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:37:30,076 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:37:31,207 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:37:31,208 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:37:32,077 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:37:32,110 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:37:32,110 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:37:32,122 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:37:34,079 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:37:36,080 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:37:36,777 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:37:38,081 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:37:40,083 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:37:41,783 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:37:42,084 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:37:44,086 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:37:46,087 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:37:47,105 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:37:47,105 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:37:47,123 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:37:47,234 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:37:48,089 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:37:50,090 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:37:52,091 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:37:52,312 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:37:54,093 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:37:56,094 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:37:58,095 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:37:58,235 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:38:00,097 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:38:01,209 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:38:02,098 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:38:02,104 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:38:02,105 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:38:02,123 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:38:04,100 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:38:04,230 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:38:06,101 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:38:08,102 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:38:09,377 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:38:10,104 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:38:12,105 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:38:14,106 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:38:15,231 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:38:16,108 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:38:17,105 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:38:17,105 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:38:17,122 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:38:18,109 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:38:20,110 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:38:20,353 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:38:22,112 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:38:24,113 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:38:26,075 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:38:26,114 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:38:28,116 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:38:30,117 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:38:31,210 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:38:31,210 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:38:32,105 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:38:32,106 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:38:32,118 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:38:32,123 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:38:34,120 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:38:36,121 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:38:37,015 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:38:38,122 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:38:40,123 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:38:42,125 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:38:42,914 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:38:44,126 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:38:46,128 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:38:47,105 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:38:47,105 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:38:47,124 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:38:47,928 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:38:48,129 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:38:50,130 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:38:52,132 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:38:53,651 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:38:54,133 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:38:56,134 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:38:58,135 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:38:59,622 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:39:00,137 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:39:01,211 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:39:02,105 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:39:02,106 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:39:02,124 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:39:02,138 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:39:04,140 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:39:05,479 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:39:06,141 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:39:08,142 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:39:10,144 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:39:10,501 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:39:12,145 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:39:14,146 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:39:16,148 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:39:16,305 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:39:17,105 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:39:17,106 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:39:17,124 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:39:18,149 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:39:20,150 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:39:22,151 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:39:22,301 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:39:24,153 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:39:26,154 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:39:28,156 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:39:28,210 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:39:30,157 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:39:31,212 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:39:32,105 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:39:32,106 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:39:32,124 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:39:32,158 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:39:34,097 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:39:34,159 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:39:36,161 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:39:38,162 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:39:39,227 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:39:40,163 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:39:42,165 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:39:44,169 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:39:44,993 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:39:46,169 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:39:47,106 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:39:47,106 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:39:47,124 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:39:48,170 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:39:50,091 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:39:50,171 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:39:52,172 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:39:54,174 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:39:55,843 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:39:56,175 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:39:58,177 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:40:00,178 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:40:01,214 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:40:01,214 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:40:02,106 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:40:02,106 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:40:02,124 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:40:02,179 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:40:04,181 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:40:06,182 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:40:06,714 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:40:08,184 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:40:10,185 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:40:12,187 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:40:12,682 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:40:14,188 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:40:16,189 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:40:17,106 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:40:17,107 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:40:17,124 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:40:17,723 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:40:18,191 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:40:20,192 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:40:22,193 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:40:23,445 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:40:24,194 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:40:26,196 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:40:28,197 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:40:28,513 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:40:30,199 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:40:31,215 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:40:32,106 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:40:32,106 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:40:32,124 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:40:32,200 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:40:34,201 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:40:34,205 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:40:36,204 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:40:38,206 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:40:40,074 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:40:40,208 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:40:42,209 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:40:44,211 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:40:45,208 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:40:46,213 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:40:47,106 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:40:47,107 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:40:47,124 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:40:48,215 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:40:50,216 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:40:50,993 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:40:52,217 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:40:54,219 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:40:56,173 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:40:56,220 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:40:58,222 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:41:00,223 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:41:01,216 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:41:01,217 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:41:02,106 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:41:02,107 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:41:02,124 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:41:02,224 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:41:04,226 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:41:06,227 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:41:06,863 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:41:08,229 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:41:10,230 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:41:12,050 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:41:12,231 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:41:14,233 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:41:16,234 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:41:17,106 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:41:17,107 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:41:17,125 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:41:17,189 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:41:18,236 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:41:20,237 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:41:22,238 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:41:22,644 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:41:24,240 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:41:26,241 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:41:27,661 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:41:28,243 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:41:30,244 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:41:31,216 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:41:32,107 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:41:32,107 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:41:32,125 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:41:32,245 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:41:33,563 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:41:34,247 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:41:36,248 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:41:38,249 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:41:39,444 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:41:40,251 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:41:42,252 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:41:44,253 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:41:45,436 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:41:46,255 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:41:47,106 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:41:47,107 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:41:47,125 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:41:48,256 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:41:50,257 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:41:51,382 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:41:52,258 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:41:54,260 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:41:56,261 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:41:56,492 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:41:58,263 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:42:00,264 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:42:01,218 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:42:02,107 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:42:02,108 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:42:02,125 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:42:02,231 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:42:02,265 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:42:04,267 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:42:06,268 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:42:07,346 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:42:08,269 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:42:10,271 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:42:12,272 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:42:13,116 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:42:14,273 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:42:16,274 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:42:17,111 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:42:17,112 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:42:17,125 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:42:18,247 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:42:18,275 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:42:20,277 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:42:22,278 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:42:24,043 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:42:24,280 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:42:26,281 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:42:28,284 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:42:30,017 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:42:31,219 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:42:31,288 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:42:32,112 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:42:32,112 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:42:32,125 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:42:33,290 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:42:35,243 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:42:35,291 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:42:37,292 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:42:39,294 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:42:41,127 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:42:41,295 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:42:43,296 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:42:45,298 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:42:46,947 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:42:47,112 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:42:47,112 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:42:47,128 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:42:47,299 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:42:49,301 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:42:51,302 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:42:51,989 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:42:53,303 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:42:55,305 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:42:57,306 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:42:57,700 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:42:59,307 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:43:01,221 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:43:01,309 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:43:02,112 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:43:02,112 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:43:02,129 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:43:03,310 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:43:03,652 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:43:05,312 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:43:07,313 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:43:09,314 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:43:09,523 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:43:11,316 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:43:13,271 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 02:43:13,273 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 02:43:13,273 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 02:43:13,274 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 02:43:13,274 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 02:43:13,317 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 02:43:13,317 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:43:14,583 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:43:15,318 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:43:17,112 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:43:17,113 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:43:17,129 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:43:17,319 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:43:19,323 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:43:19,732 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:43:21,321 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:43:23,322 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:43:24,852 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:43:25,324 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:43:27,325 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:43:29,326 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:43:30,064 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:43:31,221 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:43:31,327 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:43:32,237 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:43:32,237 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:43:32,247 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:43:33,328 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:43:33,636 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 02:43:35,212 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:43:35,329 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:43:37,331 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:43:39,333 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:43:41,127 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:43:41,334 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:43:43,335 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:43:45,337 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:43:47,067 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:43:47,117 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:43:47,118 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:43:47,138 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:43:47,338 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:43:49,339 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:43:51,341 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:43:52,131 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:43:53,342 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:43:55,343 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:43:57,345 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:43:57,959 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:43:59,346 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:44:01,223 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:44:01,348 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:44:02,120 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:44:02,120 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:44:02,138 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:44:03,144 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:44:03,349 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:44:05,351 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:44:07,352 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:44:08,929 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:44:09,353 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:44:11,355 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:44:13,356 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:44:13,941 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:44:15,357 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:44:17,120 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:44:17,120 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:44:17,138 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:44:17,359 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:44:19,360 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:44:19,681 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:44:21,361 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:44:23,363 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:44:25,364 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:44:25,641 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:44:27,366 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:44:29,367 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:44:30,816 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:44:31,224 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:44:31,369 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:44:32,120 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:44:32,121 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:44:32,138 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:44:33,370 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:44:35,371 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:44:36,722 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:44:37,373 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:44:39,374 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:44:41,375 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:44:42,630 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:44:43,377 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:44:45,378 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:44:47,120 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:44:47,121 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:44:47,138 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:44:47,379 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:44:47,927 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:44:49,381 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:44:51,382 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:44:53,384 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:44:53,701 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:44:55,385 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:44:57,386 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:44:59,388 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:44:59,688 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:45:01,225 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:45:01,389 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:45:02,120 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:45:02,121 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:45:02,139 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:45:03,391 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:45:04,830 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:45:05,392 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:45:07,393 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:45:09,395 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:45:10,780 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:45:11,396 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:45:13,397 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:45:15,398 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:45:15,898 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:45:17,120 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:45:17,121 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:45:17,139 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:45:17,400 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:45:19,401 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:45:21,403 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:45:21,752 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:45:23,404 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:45:25,405 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:45:26,776 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:45:27,407 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:45:29,410 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:45:31,226 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:45:31,411 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:45:32,121 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:45:32,121 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:45:32,139 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:45:32,259 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:45:33,412 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:45:35,414 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:45:37,415 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:45:37,566 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:45:39,416 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:45:41,418 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:45:43,419 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:45:43,550 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:45:45,420 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:45:47,121 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:45:47,121 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:45:47,139 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:45:47,422 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:45:48,566 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:45:49,423 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:45:51,425 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:45:53,426 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:45:54,333 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:45:55,428 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:45:57,429 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:45:59,396 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:45:59,430 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:46:01,228 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:46:01,432 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:46:02,121 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:46:02,121 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:46:02,139 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:46:03,433 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:46:05,292 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:46:05,435 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:46:07,436 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:46:09,438 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:46:11,134 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:46:11,439 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:46:13,440 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:46:15,442 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:46:17,102 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:46:17,121 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:46:17,122 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:46:17,139 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:46:17,443 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:46:19,444 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:46:21,446 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:46:22,946 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:46:23,447 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:46:25,448 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:46:27,450 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:46:28,859 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:46:29,451 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:46:31,229 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:46:31,452 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:46:32,121 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:46:32,122 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:46:32,140 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:46:33,454 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:46:33,906 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:46:35,455 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:46:37,457 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:46:39,458 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:46:39,767 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:46:41,459 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:46:43,461 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:46:44,830 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:46:45,463 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:46:47,121 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:46:47,122 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:46:47,139 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:46:47,464 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:46:49,465 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:46:50,575 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:46:51,467 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:46:53,468 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:46:55,469 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:46:56,493 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:46:57,471 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:46:59,472 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:47:01,230 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:47:01,473 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:47:01,618 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:47:02,121 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:47:02,122 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:47:02,140 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:47:03,474 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:47:05,476 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:47:07,477 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:47:07,478 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:47:09,479 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:47:11,480 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:47:12,485 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:47:13,481 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:47:15,482 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:47:17,121 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:47:17,122 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:47:17,140 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:47:17,484 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:47:18,312 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:47:19,485 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:47:21,486 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:47:23,487 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:47:24,308 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:47:25,488 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:47:27,490 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:47:29,357 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:47:29,491 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:47:31,231 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:47:31,493 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:47:32,121 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:47:32,122 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:47:32,140 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:47:33,494 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:47:35,194 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:47:35,496 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:47:37,497 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:47:39,499 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:47:40,243 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:47:41,500 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:47:43,501 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:47:45,503 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:47:46,001 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:47:47,122 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:47:47,122 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:47:47,140 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:47:47,504 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:47:49,505 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:47:51,507 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:47:51,911 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:47:53,508 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:47:55,509 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:47:57,511 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:47:57,795 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:47:59,512 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:48:01,233 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:48:01,513 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:48:02,122 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:48:02,123 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:48:02,140 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:48:03,515 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:48:03,730 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:48:05,516 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:48:07,517 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:48:09,519 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:48:09,665 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:48:11,520 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:48:13,521 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:48:15,481 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:48:15,523 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:48:17,122 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:48:17,122 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:48:17,140 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:48:17,524 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:48:19,525 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:48:20,490 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:48:21,527 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:48:23,528 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:48:25,529 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:48:26,349 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:48:27,531 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:48:29,532 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:48:31,234 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:48:31,492 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:48:31,534 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:48:32,122 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:48:32,123 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:48:32,140 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:48:33,535 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:48:35,536 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:48:37,313 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:48:37,537 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:48:39,539 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:48:41,540 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:48:42,345 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:48:43,541 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:48:45,543 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:48:47,125 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:48:47,126 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:48:47,140 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:48:47,544 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:48:48,270 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:48:49,546 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:48:51,547 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:48:53,549 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:48:54,069 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:48:55,550 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:48:57,552 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:48:59,077 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:48:59,553 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:49:01,240 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:49:01,554 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:49:02,126 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:49:02,126 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:49:02,141 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:49:03,556 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:49:04,948 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:49:05,557 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:49:07,559 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:49:09,560 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:49:09,989 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:49:11,562 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:49:13,563 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:49:15,076 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:49:15,565 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:49:17,126 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:49:17,127 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:49:17,141 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:49:17,566 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:49:19,567 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:49:20,882 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:49:21,568 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:49:23,570 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:49:25,571 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:49:26,838 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:49:27,572 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:49:29,574 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:49:31,238 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:49:31,575 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:49:31,858 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:49:32,126 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:49:32,126 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:49:32,141 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:49:33,576 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:49:35,578 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:49:37,579 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:49:37,735 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:49:39,580 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:49:41,582 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:49:42,757 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:49:43,583 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:49:45,584 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:49:47,126 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:49:47,127 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:49:47,141 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:49:47,586 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:49:48,565 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:49:49,587 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:49:51,588 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:49:53,590 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:49:54,386 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:49:55,591 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:49:57,593 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:49:59,594 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:50:00,269 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:50:01,240 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:50:01,595 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:50:02,126 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:50:02,127 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:50:02,141 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:50:03,597 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:50:05,598 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:50:06,267 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:50:07,604 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:50:09,606 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:50:11,274 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:50:11,607 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:50:13,608 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:50:15,610 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:50:16,308 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:50:17,127 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:50:17,127 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:50:17,141 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:50:17,611 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:50:19,612 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:50:21,614 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:50:22,089 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:50:23,615 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:50:25,616 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:50:27,108 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:50:27,618 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:50:29,619 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:50:31,241 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:50:31,620 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:50:32,127 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:50:32,127 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:50:32,142 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:50:32,265 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:50:33,621 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:50:35,623 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:50:37,624 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:50:37,738 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:50:39,626 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:50:41,627 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:50:42,857 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:50:43,628 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:50:45,629 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:50:47,127 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:50:47,128 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:50:47,142 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:50:47,631 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:50:48,770 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:50:49,632 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:50:51,634 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:50:53,635 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:50:54,740 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:50:55,637 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:50:57,638 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:50:59,639 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:51:00,689 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:51:01,242 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:51:01,641 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:51:02,127 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:51:02,128 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:51:02,142 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:51:03,642 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:51:05,643 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:51:06,665 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:51:07,645 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:51:09,646 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:51:11,648 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:51:11,838 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:51:13,649 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:51:15,650 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:51:17,127 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:51:17,127 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:51:17,156 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:51:17,286 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:51:17,653 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:51:19,653 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:51:21,654 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:51:22,463 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:51:23,656 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:51:25,657 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:51:27,658 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:51:28,441 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:51:29,660 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:51:31,243 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:51:31,661 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:51:32,127 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:51:32,127 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:51:32,152 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:51:33,484 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:51:33,662 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:51:35,664 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:51:37,665 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:51:39,221 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:51:39,666 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:51:41,668 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:51:43,669 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:51:44,271 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:51:45,670 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:51:47,127 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:51:47,128 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:51:47,152 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:51:47,671 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:51:49,673 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:51:50,050 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:51:51,674 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:51:53,675 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:51:55,406 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:51:55,676 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:51:57,678 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:51:59,679 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:52:01,241 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:52:01,244 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:52:01,680 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:52:02,127 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:52:02,128 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:52:02,152 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:52:03,682 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:52:05,683 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:52:06,289 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:52:07,685 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:52:09,686 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:52:11,595 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:52:11,687 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:52:13,689 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:52:15,690 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:52:17,128 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:52:17,128 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:52:17,152 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:52:17,283 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:52:17,692 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:52:19,693 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:52:21,695 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:52:22,491 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:52:23,701 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:52:25,703 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:52:27,704 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:52:28,192 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:52:29,705 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:52:31,246 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:52:31,708 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:52:32,128 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:52:32,128 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:52:32,152 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:52:33,709 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:52:34,169 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:52:35,710 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:52:37,712 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:52:39,713 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:52:40,044 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:52:41,714 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:52:43,716 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:52:45,078 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:52:45,722 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:52:47,128 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:52:47,129 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:52:47,153 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:52:47,723 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:52:49,724 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:52:50,889 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:52:51,726 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:52:53,727 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:52:55,728 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:52:55,919 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:52:57,729 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:52:59,730 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:53:01,247 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:53:01,247 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:53:01,732 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:53:02,128 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:53:02,128 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:53:02,152 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:53:03,733 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:53:05,735 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:53:06,828 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:53:07,736 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:53:09,737 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:53:11,739 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:53:11,864 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:53:13,740 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:53:15,742 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:53:17,128 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:53:17,129 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:53:17,153 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:53:17,268 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:53:17,743 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:53:19,745 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:53:21,746 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:53:22,392 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:53:23,747 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:53:25,748 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:53:27,420 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:53:27,750 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:53:29,751 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:53:31,247 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:53:31,752 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:53:32,128 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:53:32,128 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:53:32,153 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:53:33,243 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:53:33,754 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:53:35,756 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:53:37,757 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:53:39,141 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:53:39,758 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:53:41,759 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:53:43,761 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:53:45,046 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:53:45,762 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:53:47,128 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:53:47,129 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:53:47,153 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:53:47,763 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:53:49,765 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:53:50,068 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:53:51,766 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:53:53,767 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:53:55,750 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:53:55,768 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:53:57,770 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:53:59,771 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:54:00,772 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:54:01,249 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:54:01,772 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:54:02,128 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:54:02,129 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:54:02,153 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:54:03,773 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:54:05,775 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:54:06,745 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:54:07,776 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:54:09,777 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:54:11,778 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:54:12,662 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:54:13,780 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:54:15,781 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:54:17,129 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:54:17,129 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:54:17,153 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:54:17,689 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:54:17,782 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:54:19,784 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:54:21,785 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:54:23,557 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:54:23,786 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:54:25,788 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:54:27,789 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:54:29,485 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:54:29,790 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:54:31,249 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:54:31,792 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:54:32,134 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:54:32,134 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:54:32,154 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:54:33,793 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:54:34,587 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:54:35,795 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:54:37,796 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:54:39,798 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:54:40,389 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:54:41,799 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:54:43,800 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:54:45,801 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:54:46,364 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:54:47,134 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:54:47,135 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:54:47,154 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:54:47,802 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:54:49,804 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:54:51,805 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:54:52,309 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:54:53,806 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:54:55,808 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:54:57,809 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:54:58,247 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:54:59,811 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:55:01,250 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:55:01,812 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:55:02,134 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:55:02,135 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:55:02,154 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:55:03,260 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:55:03,813 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:55:05,814 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:55:07,816 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:55:09,011 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:55:09,818 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:55:11,819 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:55:13,821 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:55:14,047 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:55:15,822 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:55:17,135 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:55:17,136 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:55:17,154 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:55:17,824 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:55:19,825 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:55:19,852 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:55:21,827 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:55:23,828 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:55:25,042 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:55:25,831 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:55:27,831 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:55:29,832 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:55:30,823 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:55:31,251 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:55:31,834 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:55:32,135 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:55:32,136 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:55:32,154 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:55:33,835 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:55:35,836 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:55:35,921 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:55:37,838 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:55:39,839 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:55:41,840 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:55:41,859 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:55:43,841 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:55:45,843 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:55:46,887 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:55:47,135 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:55:47,135 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:55:47,154 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:55:47,844 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:55:49,846 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:55:51,847 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:55:51,923 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:55:53,849 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:55:55,850 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:55:57,851 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:55:57,852 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:55:59,853 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:56:01,253 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:56:01,854 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:56:02,136 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:56:02,136 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:56:02,155 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:56:02,925 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:56:03,856 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:56:05,857 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:56:07,858 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:56:08,811 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:56:09,859 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:56:11,861 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:56:13,862 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:56:13,951 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:56:15,864 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:56:17,136 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:56:17,137 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:56:17,155 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:56:17,865 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:56:19,690 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:56:19,866 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:56:21,867 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:56:23,869 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:56:25,629 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:56:25,876 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:56:27,871 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:56:29,873 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:56:30,645 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:56:31,254 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:56:31,874 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:56:32,136 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:56:32,137 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:56:32,155 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:56:33,875 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:56:35,877 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:56:36,390 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:56:37,879 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:56:39,880 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:56:41,405 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:56:41,882 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:56:43,885 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:56:46,887 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:56:47,136 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:56:47,137 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:56:47,155 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:56:47,309 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:56:48,888 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:56:50,890 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:56:52,333 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:56:52,891 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:56:54,893 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:56:56,894 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:56:58,075 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:56:58,895 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:57:00,900 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:57:01,256 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:57:02,137 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:57:02,137 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:57:02,155 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:57:02,901 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:57:04,061 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:57:04,903 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:57:06,904 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:57:08,905 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:57:09,404 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:57:10,906 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:57:12,907 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:57:14,909 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:57:15,074 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:57:16,910 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:57:17,136 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:57:17,137 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:57:17,156 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:57:18,912 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:57:20,106 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:57:20,913 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:57:22,915 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:57:24,916 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:57:25,774 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:57:26,920 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:57:28,921 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:57:30,922 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:57:31,257 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:57:31,258 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:57:32,136 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:57:32,137 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:57:32,155 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:57:32,923 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:57:34,925 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:57:36,574 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:57:36,926 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:57:38,927 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:57:40,929 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:57:41,718 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:57:42,930 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:57:44,932 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:57:46,933 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:57:47,136 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:57:47,137 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:57:47,155 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:57:47,244 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:57:48,934 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:57:50,935 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:57:52,596 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:57:52,937 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:57:54,938 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:57:56,939 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:57:58,508 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:57:58,940 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:58:00,942 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:58:01,258 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:58:02,137 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:58:02,137 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:58:02,156 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:58:02,944 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:58:04,439 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:58:04,945 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:58:06,946 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:58:08,948 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:58:09,527 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:58:10,949 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:58:12,950 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:58:14,952 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:58:15,254 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:58:16,953 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:58:17,137 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:58:17,137 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:58:17,156 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:58:18,954 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:58:20,956 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:58:21,246 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:58:22,957 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:58:24,958 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:58:26,960 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:58:27,218 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:58:28,961 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:58:30,962 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:58:31,259 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:58:32,137 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:58:32,137 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:58:32,156 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:58:32,219 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:58:32,964 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:58:34,965 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:58:36,967 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:58:37,879 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:58:38,968 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:58:40,970 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:58:42,971 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:58:43,732 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:58:44,973 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:58:46,974 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:58:47,137 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:58:47,138 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:58:47,156 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:58:48,811 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:58:48,975 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:58:50,976 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:58:52,978 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:58:54,524 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:58:54,979 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:58:56,981 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:58:58,982 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:58:59,536 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:59:00,983 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:59:01,260 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:59:02,137 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:59:02,137 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:59:02,156 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:59:02,985 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:59:04,986 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:59:05,258 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:59:06,988 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:59:08,989 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:59:10,991 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:59:11,118 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:59:12,992 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:59:14,993 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:59:16,241 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:59:16,995 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:59:17,137 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:59:17,138 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:59:17,156 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:59:18,996 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:59:20,997 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:59:22,155 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:59:22,999 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:59:25,000 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:59:27,001 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:59:28,110 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:59:29,003 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:59:31,004 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:59:31,261 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 02:59:32,137 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:59:32,138 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:59:32,156 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:59:33,006 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:59:33,151 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:59:35,007 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:59:37,008 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:59:38,847 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:59:39,009 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:59:41,011 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:59:43,012 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:59:44,828 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:59:45,014 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:59:47,017 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:59:47,138 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 02:59:47,138 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 02:59:47,157 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 02:59:48,780 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 02:59:48,783 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 02:59:48,783 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 02:59:48,784 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 02:59:48,792 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 02:59:49,018 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 02:59:49,018 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:59:50,071 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:59:51,024 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:59:53,025 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:59:55,026 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:59:55,125 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 02:59:57,027 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 02:59:59,028 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:00:00,318 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:00:01,030 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:00:01,262 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:00:02,138 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:00:02,138 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:00:02,157 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:00:03,031 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:00:05,032 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:00:05,401 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:00:07,033 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:00:09,035 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:00:09,267 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 03:00:10,861 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:00:11,036 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:00:13,037 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:00:15,039 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:00:16,775 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:00:17,040 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:00:17,138 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:00:17,138 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:00:17,157 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:00:19,041 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:00:21,043 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:00:21,858 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:00:23,044 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:00:25,046 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:00:27,047 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:00:27,704 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:00:29,048 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:00:31,050 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:00:31,263 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:00:32,138 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:00:32,139 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:00:32,157 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:00:33,051 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:00:33,691 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:00:35,052 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:00:37,054 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:00:39,055 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:00:39,560 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:00:41,056 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:00:43,058 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:00:45,059 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:00:45,490 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:00:47,060 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:00:47,138 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:00:47,139 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:00:47,157 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:00:49,061 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:00:51,063 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:00:51,343 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:00:53,064 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:00:55,065 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:00:56,439 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:00:57,067 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:00:59,068 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:01:01,070 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:01:01,264 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:01:02,138 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:01:02,139 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:01:02,158 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:01:02,248 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:01:03,071 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:01:05,073 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:01:07,074 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:01:08,085 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:01:09,076 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:01:11,077 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:01:13,079 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:01:14,016 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:01:15,080 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:01:17,082 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:01:17,139 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:01:17,139 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:01:17,158 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:01:19,083 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:01:19,121 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:01:21,085 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:01:23,086 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:01:25,022 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:01:25,088 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:01:27,090 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:01:29,091 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:01:30,982 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:01:31,092 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:01:31,265 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:01:32,139 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:01:32,139 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:01:32,158 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:01:33,094 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:01:35,095 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:01:36,855 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:01:37,097 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:01:39,098 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:01:41,099 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:01:42,852 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:01:43,101 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:01:45,102 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:01:47,104 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:01:47,139 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:01:47,139 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:01:47,158 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:01:47,882 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:01:49,105 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:01:51,106 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:01:53,108 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:01:53,760 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:01:55,109 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:01:57,111 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:01:58,801 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:01:59,112 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:02:01,113 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:02:01,266 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:02:02,139 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:02:02,140 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:02:02,158 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:02:03,115 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:02:04,540 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:02:05,116 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:02:07,118 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:02:09,119 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:02:10,500 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:02:11,121 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:02:13,122 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:02:15,123 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:02:16,387 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:02:17,124 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:02:17,139 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:02:17,139 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:02:17,158 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:02:19,126 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:02:21,127 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:02:21,607 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:02:23,128 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:02:25,129 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:02:27,131 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:02:27,395 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:02:29,132 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:02:31,134 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:02:31,267 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:02:32,139 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:02:32,140 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:02:32,158 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:02:32,532 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:02:33,136 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:02:35,137 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:02:37,139 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:02:38,291 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:02:39,140 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:02:41,142 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:02:43,143 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:02:44,171 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:02:45,145 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:02:47,139 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:02:47,140 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:02:47,146 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:02:47,158 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:02:49,147 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:02:49,233 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:02:51,149 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:02:53,150 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:02:55,089 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:02:55,151 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:02:57,153 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:02:59,160 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:03:00,273 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:03:01,161 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:03:01,274 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:03:02,140 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:03:02,140 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:03:02,159 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:03:03,162 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:03:05,164 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:03:06,000 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:03:07,165 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:03:09,167 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:03:11,168 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:03:11,988 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:03:13,169 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:03:15,171 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:03:17,139 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:03:17,140 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:03:17,159 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:03:17,172 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:03:17,297 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:03:19,173 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:03:21,174 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:03:22,764 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:03:23,175 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:03:25,176 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:03:27,178 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:03:28,762 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:03:29,179 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:03:31,180 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:03:31,269 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:03:32,140 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:03:32,140 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:03:32,159 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:03:33,182 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:03:34,736 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:03:35,183 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:03:37,184 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:03:39,186 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:03:40,008 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:03:41,187 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:03:43,188 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:03:45,097 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:03:45,190 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:03:47,140 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:03:47,140 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:03:47,159 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:03:47,191 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:03:49,192 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:03:50,752 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:03:51,196 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:03:53,194 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:03:55,196 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:03:56,710 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:03:57,197 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:03:59,198 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:04:01,200 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:04:01,271 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:04:02,141 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:04:02,142 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:04:02,159 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:04:02,301 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:04:03,201 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:04:05,203 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:04:07,204 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:04:07,487 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:04:09,206 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:04:11,207 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:04:13,208 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:04:13,399 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:04:15,210 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:04:17,141 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:04:17,142 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:04:17,159 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:04:17,211 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:04:18,486 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:04:19,212 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:04:21,213 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:04:23,215 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:04:24,278 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:04:25,216 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:04:27,218 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:04:29,219 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:04:30,101 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:04:31,220 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:04:31,272 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:04:32,141 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:04:32,142 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:04:32,163 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:04:33,222 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:04:35,223 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:04:35,986 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:04:37,225 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:04:39,226 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:04:41,171 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:04:41,227 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:04:43,229 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:04:45,230 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:04:46,203 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:04:47,141 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:04:47,142 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:04:47,163 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:04:47,231 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:04:49,232 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:04:51,235 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:04:52,007 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:04:53,236 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:04:55,238 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:04:57,239 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:04:57,880 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:04:59,240 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:05:01,242 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:05:01,273 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:05:02,142 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:05:02,142 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:05:02,163 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:05:03,036 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:05:03,243 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:05:05,244 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:05:07,246 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:05:08,860 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:05:09,247 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:05:11,248 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:05:13,250 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:05:14,797 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:05:15,251 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:05:17,141 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:05:17,142 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:05:17,163 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:05:17,252 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:05:19,253 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:05:20,616 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:05:21,255 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:05:23,256 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:05:25,257 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:05:25,657 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:05:27,259 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:05:29,260 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:05:31,261 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:05:31,274 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:05:31,275 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:05:32,142 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:05:32,142 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:05:32,163 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:05:33,263 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:05:35,264 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:05:36,326 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:05:37,265 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:05:39,267 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:05:41,268 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:05:42,272 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:05:43,269 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:05:45,271 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:05:47,142 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:05:47,142 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:05:47,163 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:05:47,272 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:05:48,229 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:05:49,273 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:05:51,275 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:05:53,276 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:05:54,215 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:05:55,277 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:05:57,279 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:05:59,280 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:06:00,081 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:06:01,275 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:06:01,281 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:06:02,142 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:06:02,143 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:06:02,164 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:06:03,283 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:06:05,284 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:06:05,949 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:06:07,285 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:06:09,287 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:06:10,971 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:06:11,288 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:06:13,289 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:06:15,291 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:06:16,846 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:06:17,142 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:06:17,142 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:06:17,164 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:06:17,292 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:06:19,294 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:06:21,295 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:06:22,682 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:06:23,297 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:06:25,298 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:06:27,299 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:06:28,592 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:06:29,301 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:06:31,276 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:06:31,302 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:06:32,142 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:06:32,143 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:06:32,164 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:06:33,303 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:06:34,515 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:06:35,305 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:06:37,306 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:06:39,308 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:06:40,490 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:06:41,309 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:06:43,310 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:06:45,311 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:06:45,517 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:06:47,142 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:06:47,143 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:06:47,164 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:06:47,313 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:06:49,314 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:06:51,315 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:06:51,485 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:06:53,317 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:06:55,318 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:06:57,319 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:06:57,330 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:06:59,321 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:07:01,277 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:07:01,322 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:07:02,143 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:07:02,143 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:07:02,164 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:07:03,254 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:07:03,323 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:07:05,325 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:07:07,326 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:07:09,123 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:07:09,327 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:07:11,329 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:07:13,330 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:07:15,001 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:07:15,331 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:07:17,143 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:07:17,143 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:07:17,164 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:07:17,333 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:07:19,334 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:07:20,953 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:07:21,335 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:07:23,339 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:07:25,340 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:07:25,963 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:07:27,341 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:07:29,342 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:07:31,279 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:07:31,280 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:07:31,344 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:07:32,143 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:07:32,143 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:07:32,164 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:07:33,345 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:07:35,346 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:07:36,488 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:07:37,348 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:07:39,349 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:07:41,350 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:07:42,430 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:07:43,351 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:07:45,353 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:07:47,143 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:07:47,144 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:07:47,165 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:07:47,354 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:07:47,497 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:07:49,355 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:07:51,357 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:07:53,138 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:07:53,358 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:07:55,359 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:07:57,361 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:07:58,240 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:07:59,362 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:08:01,284 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:08:01,363 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:08:02,143 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:08:02,144 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:08:02,166 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:08:03,365 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:08:04,104 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:08:05,366 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:08:07,368 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:08:09,369 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:08:10,022 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:08:11,370 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:08:13,372 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:08:15,216 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:08:15,373 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:08:17,143 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:08:17,144 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:08:17,169 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:08:17,374 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:08:19,375 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:08:20,221 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:08:21,377 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:08:23,378 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:08:25,380 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:08:26,138 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:08:27,381 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:08:29,382 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:08:31,281 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:08:31,282 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:08:31,384 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:08:32,143 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:08:32,144 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:08:32,166 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:08:33,385 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:08:35,387 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:08:36,846 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:08:37,388 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:08:39,389 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:08:41,391 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:08:41,856 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:08:43,392 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:08:45,393 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:08:47,144 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:08:47,144 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:08:47,166 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:08:47,285 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:08:47,395 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:08:49,396 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:08:51,397 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:08:52,489 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:08:53,399 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:08:55,400 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:08:57,401 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:08:58,463 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:08:59,403 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:09:01,282 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:09:01,404 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:09:02,144 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:09:02,144 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:09:02,166 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:09:03,406 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:09:03,506 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:09:05,407 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:09:07,408 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:09:08,551 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:09:09,410 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:09:11,412 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:09:13,413 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:09:14,490 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:09:15,415 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:09:17,144 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:09:17,144 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:09:17,166 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:09:17,416 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:09:19,417 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:09:19,623 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:09:21,419 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:09:23,420 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:09:25,422 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:09:25,429 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:09:27,423 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:09:29,424 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:09:31,284 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:09:31,285 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:09:31,426 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:09:32,144 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:09:32,145 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:09:32,167 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:09:33,427 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:09:35,428 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:09:36,385 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:09:37,429 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:09:39,431 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:09:41,432 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:09:42,351 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:09:43,433 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:09:45,435 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:09:47,144 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:09:47,145 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:09:47,166 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:09:47,357 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:09:47,436 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:09:49,437 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:09:51,439 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:09:52,504 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:09:53,440 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:09:55,441 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:09:57,442 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:09:57,615 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:09:59,444 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:10:01,284 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:10:01,445 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:10:02,144 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:10:02,145 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:10:02,167 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:10:03,447 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:10:03,491 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:10:05,448 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:10:07,450 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:10:09,353 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:10:09,451 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:10:11,452 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:10:13,453 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:10:14,366 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:10:15,455 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:10:17,144 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:10:17,145 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:10:17,167 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:10:17,456 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:10:19,458 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:10:20,342 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:10:21,459 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:10:23,462 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:10:26,262 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:10:26,464 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:10:28,465 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:10:30,467 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:10:31,287 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:10:31,288 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:10:32,145 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:10:32,145 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:10:32,167 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:10:32,468 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:10:34,470 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:10:36,471 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:10:37,015 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:10:38,472 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:10:40,474 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:10:42,050 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:10:42,475 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:10:44,477 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:10:46,478 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:10:47,145 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:10:47,145 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:10:47,167 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:10:47,265 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:10:48,479 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:10:50,480 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:10:52,482 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:10:52,549 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:10:54,484 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:10:56,485 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:10:57,699 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:10:58,487 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:11:00,488 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:11:01,286 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:11:02,145 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:11:02,145 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:11:02,167 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:11:02,489 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:11:03,576 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:11:04,491 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:11:06,492 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:11:08,493 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:11:08,617 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:11:10,495 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:11:12,496 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:11:14,383 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:11:14,497 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:11:16,499 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:11:17,145 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:11:17,147 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:11:17,167 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:11:18,500 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:11:20,333 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:11:20,501 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:11:22,503 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:11:24,504 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:11:26,262 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:11:26,505 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:11:28,508 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:11:30,510 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:11:31,270 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:11:31,287 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:11:32,146 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:11:32,146 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:11:32,167 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:11:32,511 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:11:34,512 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:11:36,300 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:11:36,513 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:11:38,515 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:11:40,516 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:11:41,964 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:11:42,517 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:11:44,519 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:11:46,521 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:11:47,037 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:11:47,145 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:11:47,146 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:11:47,167 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:11:48,522 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:11:50,523 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:11:52,525 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:11:52,792 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:11:54,526 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:11:56,529 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:11:57,903 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:11:58,530 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:12:00,532 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:12:01,289 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:12:02,146 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:12:02,146 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:12:02,168 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:12:02,533 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:12:03,802 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:12:04,535 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:12:06,546 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:12:08,547 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:12:09,675 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:12:10,549 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:12:12,550 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:12:14,552 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:12:15,571 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:12:16,553 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:12:17,146 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:12:17,146 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:12:17,168 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:12:18,555 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:12:20,556 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:12:21,492 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:12:22,557 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:12:24,559 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:12:26,560 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:12:26,654 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:12:28,562 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:12:30,563 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:12:31,290 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:12:32,146 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:12:32,146 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:12:32,168 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:12:32,307 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:12:32,564 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:12:34,566 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:12:36,570 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:12:37,355 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:12:38,571 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:12:40,572 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:12:42,574 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:12:43,177 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:12:44,575 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:12:46,576 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:12:47,146 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:12:47,146 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:12:47,168 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:12:48,213 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:12:48,578 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:12:50,579 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:12:52,581 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:12:53,972 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:12:54,582 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:12:56,583 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:12:58,585 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:12:59,884 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:13:00,586 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:13:01,291 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:13:02,146 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:13:02,147 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:13:02,168 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:13:02,587 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:13:04,589 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:13:04,899 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:13:06,590 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:13:08,592 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:13:10,593 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:13:10,872 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:13:12,595 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:13:14,596 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:13:16,034 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:13:16,597 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:13:17,146 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:13:17,147 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:13:17,168 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:13:18,598 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:13:20,600 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:13:22,004 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:13:22,601 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:13:24,602 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:13:26,604 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:13:27,147 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:13:28,606 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:13:30,607 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:13:31,301 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:13:32,146 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:13:32,147 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:13:32,168 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:13:32,207 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:13:32,608 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:13:34,610 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:13:36,613 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:13:37,736 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:13:38,615 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:13:40,616 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:13:42,617 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:13:43,709 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:13:44,619 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:13:46,620 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:13:47,147 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:13:47,147 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:13:47,168 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:13:48,621 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:13:49,589 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:13:50,622 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:13:52,624 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:13:54,625 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:13:55,551 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:13:56,626 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:13:58,627 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:14:00,629 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:14:00,712 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:14:01,294 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:14:02,147 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:14:02,147 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:14:02,169 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:14:02,630 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:14:04,631 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:14:06,633 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:14:06,710 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:14:08,634 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:14:10,636 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:14:12,637 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:14:12,698 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:14:14,639 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:14:16,640 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:14:17,147 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:14:17,147 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:14:17,169 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:14:18,556 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:14:18,641 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:14:20,643 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:14:22,644 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:14:24,393 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:14:24,645 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:14:26,647 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:14:28,648 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:14:29,404 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:14:30,649 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:14:31,295 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:14:32,147 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:14:32,148 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:14:32,169 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:14:32,651 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:14:34,652 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:14:35,077 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:14:36,653 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:14:38,655 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:14:40,297 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:14:40,656 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:14:42,657 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:14:44,659 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:14:45,988 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:14:46,660 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:14:47,147 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:14:47,148 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:14:47,169 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:14:48,662 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:14:50,663 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:14:51,921 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:14:52,665 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:14:54,666 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:14:56,667 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:14:57,817 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:14:58,669 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:15:00,670 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:15:01,297 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:15:02,147 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:15:02,148 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:15:02,169 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:15:02,671 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:15:02,836 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:15:04,672 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:15:06,674 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:15:08,584 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:15:08,675 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:15:10,677 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:15:12,678 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:15:14,538 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:15:14,679 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:15:16,681 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:15:17,148 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:15:17,148 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:15:17,169 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:15:18,682 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:15:19,664 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:15:20,683 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:15:22,685 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:15:24,686 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:15:25,504 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:15:26,688 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:15:28,689 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:15:30,581 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:15:30,690 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:15:31,298 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:15:32,148 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:15:32,148 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:15:32,169 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:15:32,692 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:15:34,693 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:15:36,418 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:15:36,694 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:15:38,695 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:15:40,697 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:15:41,426 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:15:42,698 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:15:44,699 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:15:46,700 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:15:47,148 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:15:47,149 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:15:47,170 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:15:47,227 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:15:48,702 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:15:50,703 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:15:52,705 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:15:53,063 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:15:54,706 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:15:56,709 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:15:58,710 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:15:59,048 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:16:00,711 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:16:01,299 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:16:02,148 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:16:02,149 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:16:02,170 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:16:02,713 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:16:04,714 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:16:05,037 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:16:06,715 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:16:08,717 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:16:10,718 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:16:10,977 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:16:12,720 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:16:14,721 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:16:16,085 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:16:16,722 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:16:17,153 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:16:17,154 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:16:17,170 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:16:18,724 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:16:20,725 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:16:22,045 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:16:22,369 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 03:16:22,370 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 03:16:22,371 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 03:16:22,371 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 03:16:22,372 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 03:16:22,726 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 03:16:22,727 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:16:24,727 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:16:26,729 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:16:27,248 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:16:28,730 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:16:30,731 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:16:31,300 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:16:32,153 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:16:32,154 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:16:32,170 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:16:32,284 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:16:32,732 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:16:34,733 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:16:36,735 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:16:37,525 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:16:38,736 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:16:40,737 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:16:41,738 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:16:42,738 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:16:42,834 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 03:16:43,310 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:16:44,740 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:16:45,740 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:16:46,746 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:16:47,156 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:16:47,156 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:16:47,172 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:16:48,747 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:16:49,243 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:16:50,749 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:16:52,750 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:16:54,752 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:16:55,165 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:16:56,753 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:16:58,754 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:17:00,756 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:17:01,127 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:17:01,301 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:17:02,154 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:17:02,155 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:17:02,172 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:17:02,757 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:17:04,759 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:17:06,207 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:17:06,760 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:17:08,761 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:17:10,763 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:17:12,013 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:17:12,764 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:17:14,766 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:17:16,767 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:17:17,028 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:17:17,154 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:17:17,154 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:17:17,172 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:17:18,769 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:17:20,770 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:17:22,771 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:17:22,815 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:17:24,772 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:17:26,774 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:17:27,832 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:17:28,775 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:17:30,776 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:17:31,302 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:17:32,154 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:17:32,154 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:17:32,172 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:17:32,778 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:17:33,588 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:17:34,779 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:17:36,780 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:17:38,782 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:17:39,569 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:17:40,784 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:17:42,785 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:17:44,786 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:17:45,440 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:17:46,787 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:17:47,154 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:17:47,154 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:17:47,175 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:17:48,789 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:17:50,790 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:17:51,386 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:17:52,792 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:17:54,793 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:17:56,414 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:17:56,794 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:17:58,801 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:18:00,803 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:18:01,303 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:18:02,154 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:18:02,155 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:18:02,178 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:18:02,305 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:18:02,804 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:18:04,806 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:18:06,807 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:18:08,078 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:18:08,809 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:18:10,810 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:18:12,811 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:18:13,095 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:18:14,813 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:18:16,814 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:18:17,157 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:18:17,158 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:18:17,178 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:18:18,815 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:18:19,000 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:18:20,817 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:18:22,819 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:18:24,819 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:18:24,937 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:18:26,821 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:18:28,822 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:18:30,078 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:18:30,824 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:18:31,305 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:18:32,156 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:18:32,157 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:18:32,178 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:18:32,825 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:18:34,826 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:18:35,929 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:18:36,829 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:18:38,830 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:18:40,832 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:18:40,967 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:18:42,833 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:18:44,834 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:18:46,709 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:18:46,836 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:18:47,156 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:18:47,156 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:18:47,178 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:18:48,837 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:18:50,839 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:18:51,719 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:18:52,840 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:18:54,842 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:18:56,843 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:18:57,621 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:18:58,844 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:19:00,845 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:19:01,306 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:19:02,156 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:19:02,156 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:19:02,179 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:19:02,829 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:19:02,846 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:19:04,848 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:19:06,850 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:19:08,798 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:19:08,851 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:19:10,853 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:19:12,854 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:19:13,799 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:19:14,855 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:19:16,857 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:19:17,156 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:19:17,157 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:19:17,179 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:19:18,858 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:19:19,632 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:19:20,859 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:19:22,861 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:19:24,706 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:19:24,862 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:19:26,863 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:19:28,865 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:19:30,520 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:19:30,866 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:19:31,307 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:19:32,156 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:19:32,157 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:19:32,179 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:19:32,867 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:19:34,868 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:19:36,362 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:19:36,870 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:19:38,876 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:19:40,878 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:19:42,346 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:19:42,879 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:19:44,880 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:19:46,882 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:19:47,156 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:19:47,157 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:19:47,179 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:19:47,490 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:19:48,883 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:19:50,890 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:19:52,891 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:19:53,306 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:19:54,892 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:19:56,894 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:19:58,489 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:19:58,895 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:20:00,896 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:20:01,312 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:20:02,157 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:20:02,157 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:20:02,179 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:20:02,898 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:20:04,261 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:20:04,899 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:20:06,903 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:20:08,902 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:20:10,231 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:20:10,903 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:20:12,905 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:20:14,906 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:20:16,096 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:20:16,907 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:20:17,157 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:20:17,158 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:20:17,179 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:20:18,909 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:20:20,910 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:20:21,186 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:20:22,911 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:20:24,912 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:20:26,914 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:20:27,046 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:20:28,915 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:20:30,917 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:20:31,309 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:20:32,152 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:20:32,160 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:20:32,160 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:20:32,179 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:20:32,918 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:20:34,920 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:20:36,921 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:20:38,016 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:20:38,923 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:20:40,924 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:20:42,925 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:20:43,902 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:20:44,927 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:20:46,928 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:20:47,161 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:20:47,161 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:20:47,179 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:20:48,904 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:20:48,929 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:20:50,931 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:20:52,932 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:20:54,660 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:20:54,933 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:20:56,935 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:20:58,936 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:20:59,736 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:21:00,938 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:21:01,310 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:21:02,161 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:21:02,161 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:21:02,180 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:21:02,939 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:21:04,940 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:21:05,609 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:21:06,941 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:21:08,943 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:21:10,715 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:21:10,944 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:21:12,945 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:21:14,947 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:21:16,610 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:21:16,948 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:21:17,161 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:21:17,161 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:21:17,184 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:21:18,949 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:21:20,951 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:21:21,756 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:21:22,952 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:21:24,954 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:21:26,955 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:21:27,714 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:21:28,957 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:21:30,959 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:21:31,313 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:21:32,161 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:21:32,162 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:21:32,184 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:21:32,725 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:21:32,960 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:21:34,961 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:21:36,963 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:21:38,550 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:21:38,964 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:21:40,966 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:21:42,967 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:21:43,568 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:21:44,968 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:21:46,970 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:21:47,162 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:21:47,162 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:21:47,185 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:21:48,971 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:21:49,357 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:21:50,972 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:21:52,974 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:21:54,975 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:21:55,199 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:21:56,976 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:21:58,977 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:22:00,979 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:22:01,152 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:22:01,312 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:22:02,162 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:22:02,162 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:22:02,185 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:22:02,980 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:22:04,981 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:22:06,367 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:22:06,983 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:22:08,984 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:22:10,985 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:22:12,136 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:22:12,987 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:22:14,988 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:22:16,989 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:22:17,161 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:22:17,162 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:22:17,184 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:22:17,228 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:22:18,991 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:22:20,992 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:22:22,810 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:22:22,993 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:22:24,995 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:22:26,996 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:22:28,701 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:22:28,998 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:22:30,999 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:22:31,313 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:22:32,162 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:22:32,162 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:22:32,185 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:22:33,001 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:22:34,576 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:22:35,002 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:22:37,003 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:22:39,004 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:22:40,497 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:22:41,005 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:22:43,006 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:22:45,008 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:22:46,436 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:22:47,009 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:22:47,162 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:22:47,162 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:22:47,185 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:22:49,011 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:22:51,012 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:22:52,355 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:22:53,013 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:22:55,014 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:22:57,016 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:22:58,305 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:22:59,017 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:23:01,019 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:23:01,314 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:23:02,162 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:23:02,163 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:23:02,185 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:23:03,020 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:23:04,229 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:23:05,021 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:23:07,023 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:23:09,024 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:23:10,082 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:23:11,025 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:23:13,026 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:23:15,027 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:23:15,101 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:23:17,029 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:23:17,162 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:23:17,163 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:23:17,185 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:23:19,030 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:23:20,815 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:23:21,031 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:23:23,033 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:23:25,034 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:23:26,699 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:23:27,035 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:23:29,036 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:23:31,038 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:23:31,316 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:23:31,724 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:23:32,162 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:23:32,163 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:23:32,185 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:23:33,039 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:23:35,040 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:23:37,041 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:23:37,357 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:23:39,043 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:23:41,044 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:23:42,722 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:23:43,045 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:23:45,046 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:23:47,048 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:23:47,162 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:23:47,163 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:23:47,185 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:23:48,650 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:23:49,049 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:23:51,050 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:23:53,051 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:23:54,564 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:23:55,052 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:23:57,054 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:23:59,055 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:23:59,583 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:24:01,056 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:24:01,317 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:24:02,162 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:24:02,163 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:24:02,185 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:24:03,057 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:24:05,059 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:24:05,281 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:24:07,060 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:24:09,061 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:24:10,314 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:24:11,063 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:24:13,064 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:24:15,066 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:24:16,101 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:24:17,067 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:24:17,163 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:24:17,163 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:24:17,186 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:24:19,069 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:24:21,070 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:24:22,032 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:24:23,071 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:24:25,072 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:24:27,074 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:24:27,140 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:24:29,075 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:24:31,076 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:24:31,318 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:24:32,163 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:24:32,163 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:24:32,186 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:24:32,310 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:24:33,077 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:24:35,079 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:24:37,082 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:24:37,707 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:24:40,083 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:24:42,085 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:24:42,727 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:24:44,086 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:24:46,088 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:24:47,163 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:24:47,164 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:24:47,186 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:24:48,089 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:24:48,652 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:24:50,090 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:24:52,092 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:24:54,093 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:24:54,550 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:24:56,094 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:24:58,095 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:25:00,097 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:25:00,409 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:25:01,320 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:25:02,098 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:25:02,164 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:25:02,164 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:25:02,186 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:25:04,099 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:25:06,101 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:25:06,321 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:25:08,102 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:25:10,104 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:25:12,105 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:25:12,299 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:25:14,106 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:25:16,107 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:25:17,163 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:25:17,164 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:25:17,186 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:25:18,110 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:25:18,274 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:25:20,111 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:25:22,112 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:25:24,077 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:25:24,114 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:25:26,115 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:25:28,116 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:25:29,111 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:25:30,117 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:25:31,321 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:25:32,119 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:25:32,163 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:25:32,164 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:25:32,187 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:25:34,120 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:25:34,792 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:25:36,121 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:25:38,122 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:25:40,124 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:25:40,641 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:25:42,125 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:25:44,127 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:25:45,694 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:25:46,129 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:25:47,163 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:25:47,164 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:25:47,187 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:25:48,130 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:25:50,132 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:25:51,405 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:25:52,133 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:25:54,134 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:25:56,136 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:25:57,367 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:25:58,137 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:26:00,139 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:26:01,322 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:26:02,140 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:26:02,164 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:26:02,164 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:26:02,187 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:26:02,523 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:26:04,142 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:26:06,143 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:26:08,145 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:26:08,206 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:26:10,146 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:26:12,147 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:26:13,208 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:26:14,149 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:26:16,150 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:26:17,164 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:26:17,164 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:26:17,187 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:26:18,151 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:26:19,176 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:26:20,153 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:26:22,154 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:26:24,155 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:26:24,254 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:26:26,157 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:26:28,158 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:26:30,025 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:26:30,160 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:26:31,323 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:26:32,161 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:26:32,164 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:26:32,165 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:26:32,187 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:26:34,163 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:26:35,997 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:26:36,164 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:26:38,165 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:26:40,166 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:26:41,114 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:26:42,168 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:26:44,169 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:26:46,171 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:26:46,933 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:26:47,164 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:26:47,165 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:26:47,187 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:26:48,172 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:26:50,173 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:26:52,175 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:26:52,930 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:26:54,176 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:26:56,178 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:26:58,179 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:26:58,859 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:27:00,181 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:27:01,325 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:27:02,164 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:27:02,165 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:27:02,182 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:27:02,188 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:27:03,865 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:27:04,183 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:27:06,185 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:27:08,186 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:27:09,801 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:27:10,188 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:27:12,189 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:27:14,190 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:27:14,878 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:27:16,192 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:27:17,164 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:27:17,165 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:27:17,187 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:27:18,193 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:27:20,195 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:27:20,722 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:27:22,196 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:27:24,197 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:27:25,800 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:27:26,199 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:27:28,200 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:27:30,202 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:27:31,326 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:27:31,327 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:27:32,164 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:27:32,165 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:27:32,188 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:27:32,203 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:27:34,204 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:27:36,206 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:27:36,457 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:27:38,207 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:27:40,209 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:27:41,506 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:27:42,210 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:27:44,212 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:27:46,213 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:27:47,165 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:27:47,165 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:27:47,188 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:27:47,375 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:27:48,215 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:27:50,216 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:27:52,217 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:27:52,433 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:27:54,219 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:27:56,220 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:27:58,147 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:27:58,221 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:28:00,222 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:28:01,327 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:28:02,165 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:28:02,165 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:28:02,189 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:28:02,224 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:28:03,166 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:28:04,225 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:28:06,226 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:28:08,228 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:28:08,984 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:28:10,229 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:28:12,230 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:28:14,232 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:28:14,912 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:28:16,233 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:28:17,165 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:28:17,166 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:28:17,190 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:28:18,234 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:28:20,235 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:28:20,828 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:28:22,237 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:28:24,238 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:28:26,240 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:28:26,818 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:28:28,241 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:28:30,242 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:28:31,329 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:28:31,912 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:28:32,165 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:28:32,165 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:28:32,190 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:28:32,243 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:28:34,245 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:28:36,246 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:28:37,741 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:28:38,247 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:28:40,249 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:28:42,250 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:28:43,659 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:28:44,252 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:28:46,253 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:28:47,165 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:28:47,166 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:28:47,190 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:28:48,255 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:28:48,668 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:28:50,256 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:28:52,257 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:28:54,259 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:28:54,333 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:28:56,260 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:28:58,261 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:29:00,263 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:29:00,282 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:29:01,331 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:29:02,165 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:29:02,166 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:29:02,190 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:29:02,264 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:29:04,267 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:29:05,312 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:29:06,268 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:29:08,270 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:29:10,274 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:29:10,990 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:29:12,275 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:29:14,277 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:29:15,997 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:29:16,278 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:29:17,166 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:29:17,166 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:29:17,192 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:29:18,279 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:29:20,281 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:29:21,759 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:29:22,282 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:29:24,286 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:29:26,287 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:29:27,653 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:29:28,288 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:29:30,289 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:29:31,332 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:29:32,166 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:29:32,166 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:29:32,192 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:29:32,291 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:29:33,626 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:29:34,292 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:29:36,293 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:29:38,295 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:29:38,738 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:29:40,296 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:29:42,297 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:29:44,299 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:29:44,541 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:29:46,300 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:29:47,166 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:29:47,166 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:29:47,192 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:29:48,301 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:29:50,305 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:29:50,412 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:29:52,306 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:29:54,307 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:29:56,278 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:29:56,308 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:29:58,310 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:30:00,312 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:30:01,333 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:30:01,334 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:30:02,166 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:30:02,167 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:30:02,203 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:30:02,313 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:30:04,315 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:30:06,316 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:30:07,058 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:30:08,318 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:30:10,319 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:30:12,067 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:30:12,321 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:30:14,322 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:30:16,324 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:30:17,166 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:30:17,166 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:30:17,198 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:30:17,271 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:30:18,325 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:30:20,326 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:30:22,328 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:30:22,793 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:30:24,329 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:30:26,330 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:30:27,805 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:30:28,332 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:30:30,333 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:30:31,335 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:30:32,166 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:30:32,167 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:30:32,198 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:30:32,335 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:30:33,546 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:30:34,337 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:30:36,338 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:30:38,339 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:30:38,566 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:30:40,341 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:30:42,342 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:30:44,344 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:30:44,393 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:30:46,345 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:30:47,166 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:30:47,167 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:30:47,198 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:30:48,346 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:30:50,348 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:30:50,372 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:30:52,349 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:30:54,350 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:30:55,374 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:30:56,352 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:30:58,353 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:31:00,355 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:31:01,181 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:31:01,335 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:31:02,167 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:31:02,167 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:31:02,198 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:31:02,356 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:31:04,358 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:31:06,271 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:31:06,359 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:31:08,360 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:31:10,361 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:31:11,275 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:31:12,363 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:31:14,364 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:31:16,365 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:31:17,151 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:31:17,167 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:31:17,167 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:31:17,198 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:31:18,367 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:31:20,368 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:31:22,221 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:31:22,370 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:31:24,371 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:31:26,373 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:31:28,012 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:31:28,374 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:31:30,375 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:31:31,337 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:31:32,167 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:31:32,167 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:31:32,199 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:31:32,376 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:31:33,031 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:31:34,378 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:31:36,379 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:31:38,381 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:31:38,831 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:31:40,382 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:31:42,384 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:31:43,958 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:31:44,385 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:31:46,386 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:31:47,167 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:31:47,167 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:31:47,199 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:31:48,388 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:31:49,801 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:31:50,389 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:31:52,391 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:31:54,392 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:31:55,712 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:31:56,393 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:31:58,395 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:32:00,396 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:32:00,727 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:32:01,338 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:32:02,167 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:32:02,167 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:32:02,199 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:32:02,398 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:32:04,399 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:32:06,400 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:32:06,413 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:32:08,401 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:32:10,403 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:32:11,470 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:32:12,404 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:32:14,406 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:32:16,407 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:32:17,167 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:32:17,168 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:32:17,199 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:32:17,288 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:32:18,409 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:32:20,411 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:32:22,412 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:32:23,204 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:32:24,413 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:32:26,415 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:32:28,208 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:32:28,416 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:32:30,417 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:32:31,340 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:32:32,167 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:32:32,168 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:32:32,199 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:32:32,419 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:32:34,192 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:32:34,420 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:32:36,421 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:32:38,423 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:32:39,422 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:32:40,424 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:32:42,426 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:32:44,427 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:32:44,447 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:32:46,429 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:32:47,167 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:32:47,168 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:32:47,199 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:32:48,430 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:32:50,431 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:32:50,443 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:32:52,433 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:32:54,434 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:32:55,576 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:32:55,579 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 03:32:55,580 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 03:32:55,580 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 03:32:55,581 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 03:32:55,581 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 03:32:56,435 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 03:32:56,436 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:32:58,437 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:33:00,438 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:33:00,700 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:33:01,340 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:33:02,167 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:33:02,168 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:33:02,199 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:33:02,439 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:33:04,440 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:33:05,892 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:33:06,441 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:33:08,442 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:33:10,444 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:33:10,991 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:33:12,445 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:33:14,446 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:33:16,554 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:33:17,168 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:33:17,168 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:33:17,199 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:33:17,581 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 03:33:18,448 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:33:20,450 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:33:21,712 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:33:22,451 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:33:24,452 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:33:26,454 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:33:26,786 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:33:28,455 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:33:30,456 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:33:31,342 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:33:32,168 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:33:32,168 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:33:32,200 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:33:32,308 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:33:32,458 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:33:34,461 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:33:36,462 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:33:37,486 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:33:38,463 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:33:40,464 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:33:42,466 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:33:42,678 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:33:44,467 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:33:46,469 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:33:47,168 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:33:47,169 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:33:47,200 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:33:47,887 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:33:48,470 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:33:50,471 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:33:52,473 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:33:53,704 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:33:54,474 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:33:56,475 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:33:58,477 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:33:58,810 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:34:00,478 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:34:01,343 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:34:02,168 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:34:02,169 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:34:02,200 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:34:02,480 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:34:04,482 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:34:04,624 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:34:06,483 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:34:08,484 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:34:10,486 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:34:10,583 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:34:12,487 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:34:14,488 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:34:16,420 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:34:16,489 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:34:17,168 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:34:17,169 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:34:17,200 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:34:18,491 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:34:20,492 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:34:21,440 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:34:22,493 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:34:24,496 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:34:26,497 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:34:27,064 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:34:28,499 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:34:30,500 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:34:31,344 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:34:32,101 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:34:32,168 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:34:32,169 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:34:32,200 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:34:32,502 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:34:34,503 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:34:36,504 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:34:37,860 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:34:38,506 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:34:40,507 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:34:42,508 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:34:43,693 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:34:44,510 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:34:46,511 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:34:47,169 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:34:47,169 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:34:47,200 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:34:48,512 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:34:49,656 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:34:50,514 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:34:52,515 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:34:54,516 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:34:55,599 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:34:56,518 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:34:58,519 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:35:00,520 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:35:01,345 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:35:01,346 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:35:02,169 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:35:02,169 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:35:02,201 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:35:02,522 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:35:04,523 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:35:06,464 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:35:06,524 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:35:08,526 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:35:10,527 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:35:12,454 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:35:12,528 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:35:14,530 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:35:16,531 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:35:17,169 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:35:17,170 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:35:17,201 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:35:18,449 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:35:18,532 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:35:20,534 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:35:22,535 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:35:24,303 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:35:24,536 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:35:26,538 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:35:28,539 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:35:30,272 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:35:30,541 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:35:31,347 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:35:32,169 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:35:32,169 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:35:32,201 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:35:32,542 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:35:34,543 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:35:35,380 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:35:36,545 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:35:38,546 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:35:40,548 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:35:41,186 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:35:42,549 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:35:44,550 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:35:46,552 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:35:47,161 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:35:47,169 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:35:47,170 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:35:47,201 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:35:48,553 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:35:50,554 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:35:52,556 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:35:53,155 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:35:54,557 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:35:56,558 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:35:58,172 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:35:58,560 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:36:00,561 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:36:01,348 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:36:02,169 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:36:02,170 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:36:02,201 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:36:02,562 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:36:03,994 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:36:04,564 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:36:06,565 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:36:08,567 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:36:09,775 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:36:10,568 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:36:12,570 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:36:14,571 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:36:14,842 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:36:16,573 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:36:17,169 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:36:17,170 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:36:17,201 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:36:18,576 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:36:20,578 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:36:20,590 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:36:22,579 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:36:24,580 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:36:25,628 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:36:26,582 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:36:28,583 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:36:30,585 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:36:31,349 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:36:31,350 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:36:32,169 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:36:32,170 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:36:32,201 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:36:32,586 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:36:34,588 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:36:36,373 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:36:36,589 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:36:38,590 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:36:40,592 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:36:42,180 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:36:42,593 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:36:44,594 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:36:46,596 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:36:47,169 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:36:47,170 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:36:47,201 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:36:47,248 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:36:48,597 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:36:50,598 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:36:52,600 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:36:53,086 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:36:54,601 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:36:56,602 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:36:58,110 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:36:58,604 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:37:00,610 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:37:01,351 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:37:02,170 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:37:02,170 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:37:02,202 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:37:02,611 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:37:04,056 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:37:04,613 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:37:06,614 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:37:08,633 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:37:09,910 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:37:10,635 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:37:12,636 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:37:14,638 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:37:14,979 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:37:16,639 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:37:17,170 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:37:17,171 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:37:17,202 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:37:18,641 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:37:20,642 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:37:20,817 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:37:22,644 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:37:24,645 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:37:26,646 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:37:26,807 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:37:28,648 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:37:30,650 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:37:31,352 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:37:31,831 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:37:32,170 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:37:32,170 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:37:32,202 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:37:32,651 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:37:34,653 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:37:36,654 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:37:37,730 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:37:38,655 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:37:40,656 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:37:42,658 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:37:42,768 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:37:44,660 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:37:46,662 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:37:47,170 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:37:47,171 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:37:47,202 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:37:48,533 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:37:48,663 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:37:50,665 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:37:52,666 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:37:54,389 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:37:54,667 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:37:56,669 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:37:58,670 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:37:59,415 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:38:00,672 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:38:01,353 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:38:02,174 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:38:02,175 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:38:02,205 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:38:02,673 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:38:04,675 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:38:05,281 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:38:06,676 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:38:08,677 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:38:10,531 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:38:10,679 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:38:12,680 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:38:14,681 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:38:16,409 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:38:16,683 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:38:17,175 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:38:17,175 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:38:17,205 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:38:18,684 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:38:20,685 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:38:21,458 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:38:22,687 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:38:24,688 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:38:26,483 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:38:26,691 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:38:28,693 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:38:30,694 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:38:31,355 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:38:31,591 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:38:32,175 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:38:32,175 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:38:32,206 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:38:32,696 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:38:34,698 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:38:36,700 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:38:37,426 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:38:38,702 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:38:40,703 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:38:42,494 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:38:42,704 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:38:44,706 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:38:46,707 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:38:47,175 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:38:47,176 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:38:47,206 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:38:48,349 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:38:48,709 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:38:50,710 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:38:52,712 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:38:54,198 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:38:54,713 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:38:56,715 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:38:58,716 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:39:00,177 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:39:00,717 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:39:01,356 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:39:02,175 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:39:02,176 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:39:02,206 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:39:02,719 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:39:04,720 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:39:05,215 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:39:06,721 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:39:08,723 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:39:10,259 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:39:10,724 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:39:12,725 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:39:14,730 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:39:16,107 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:39:16,733 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:39:17,175 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:39:17,176 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:39:17,206 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:39:19,735 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:39:21,117 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:39:21,736 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:39:23,737 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:39:25,739 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:39:27,068 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:39:27,740 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:39:29,741 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:39:31,357 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:39:31,742 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:39:32,098 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:39:32,175 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:39:32,175 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:39:32,206 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:39:33,744 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:39:35,745 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:39:37,746 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:39:37,889 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:39:39,748 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:39:41,749 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:39:42,992 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:39:43,750 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:39:45,752 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:39:47,175 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:39:47,176 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:39:47,206 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:39:47,753 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:39:48,856 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:39:49,754 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:39:51,755 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:39:53,757 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:39:54,815 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:39:55,758 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:39:57,759 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:39:59,761 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:40:00,052 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:40:01,358 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:40:01,762 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:40:02,175 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:40:02,176 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:40:02,207 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:40:03,764 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:40:05,125 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:40:05,765 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:40:07,767 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:40:09,768 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:40:10,819 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:40:11,770 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:40:13,771 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:40:15,772 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:40:15,875 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:40:17,175 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:40:17,176 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:40:17,206 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:40:17,774 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:40:19,775 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:40:21,571 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:40:21,776 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:40:23,777 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:40:25,779 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:40:27,446 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:40:27,780 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:40:29,782 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:40:31,359 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:40:31,783 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:40:32,176 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:40:32,176 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:40:32,207 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:40:33,388 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:40:33,785 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:40:35,786 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:40:37,787 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:40:39,263 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:40:39,789 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:40:41,790 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:40:43,792 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:40:44,324 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:40:45,795 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:40:47,176 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:40:47,176 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:40:47,207 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:40:47,797 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:40:49,439 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:40:49,798 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:40:51,799 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:40:53,801 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:40:55,300 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:40:55,802 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:40:57,803 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:40:59,805 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:41:01,272 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:41:01,360 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:41:01,806 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:41:02,176 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:41:02,176 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:41:02,207 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:41:03,808 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:41:05,809 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:41:06,289 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:41:07,810 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:41:09,812 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:41:11,813 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:41:12,026 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:41:13,814 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:41:15,816 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:41:17,154 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:41:17,176 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:41:17,176 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:41:17,207 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:41:17,817 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:41:19,818 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:41:21,820 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:41:23,001 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:41:23,821 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:41:25,822 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:41:27,824 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:41:28,852 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:41:29,829 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:41:31,362 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:41:31,830 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:41:32,176 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:41:32,177 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:41:32,207 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:41:33,832 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:41:34,796 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:41:35,833 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:41:37,835 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:41:39,836 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:41:40,597 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:41:41,838 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:41:43,839 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:41:45,675 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:41:45,840 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:41:47,176 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:41:47,177 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:41:47,207 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:41:47,842 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:41:49,843 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:41:50,704 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:41:51,845 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:41:53,846 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:41:55,848 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:41:56,370 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:41:57,849 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:41:59,850 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:42:01,362 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:42:01,852 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:42:02,177 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:42:02,177 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:42:02,208 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:42:02,264 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:42:03,853 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:42:05,854 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:42:07,856 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:42:08,203 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:42:09,857 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:42:11,858 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:42:13,860 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:42:14,099 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:42:15,863 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:42:17,177 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:42:17,177 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:42:17,208 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:42:17,864 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:42:19,119 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:42:19,866 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:42:21,867 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:42:23,869 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:42:24,931 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:42:25,871 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:42:27,873 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:42:29,875 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:42:30,907 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:42:31,363 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:42:31,876 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:42:32,177 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:42:32,177 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:42:32,208 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:42:33,878 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:42:35,879 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:42:36,784 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:42:37,880 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:42:39,882 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:42:41,883 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:42:41,919 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:42:43,884 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:42:45,886 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:42:47,177 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:42:47,177 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:42:47,208 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:42:47,286 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:42:47,887 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:42:49,889 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:42:51,890 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:42:52,817 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:42:53,891 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:42:55,894 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:42:57,895 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:42:57,934 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:42:59,897 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:43:01,365 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:43:01,898 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:43:02,177 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:43:02,177 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:43:02,208 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:43:03,899 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:43:03,901 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:43:05,901 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:43:07,902 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:43:08,939 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:43:09,904 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:43:11,906 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:43:13,907 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:43:14,719 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:43:15,908 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:43:17,177 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:43:17,178 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:43:17,209 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:43:17,910 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:43:19,911 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:43:20,586 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:43:21,912 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:43:23,913 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:43:25,708 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:43:25,915 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:43:27,916 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:43:29,918 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:43:31,366 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:43:31,367 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:43:31,919 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:43:32,179 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:43:32,179 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:43:32,208 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:43:33,921 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:43:35,922 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:43:36,505 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:43:37,923 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:43:39,925 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:43:41,926 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:43:42,137 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:43:43,928 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:43:45,929 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:43:47,178 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:43:47,178 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:43:47,208 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:43:47,320 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:43:47,931 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:43:49,932 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:43:51,934 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:43:52,980 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:43:53,936 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:43:55,938 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:43:57,939 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:43:57,996 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:43:59,941 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:44:01,367 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:44:01,942 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:44:02,178 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:44:02,179 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:44:02,209 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:44:03,757 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:44:03,943 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:44:05,945 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:44:07,946 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:44:09,699 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:44:09,947 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:44:11,949 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:44:13,950 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:44:14,838 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:44:15,951 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:44:17,178 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:44:17,178 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:44:17,214 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:44:17,953 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:44:19,954 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:44:20,531 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:44:21,959 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:44:23,960 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:44:25,969 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:44:26,417 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:44:27,965 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:44:29,967 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:44:31,368 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:44:31,444 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:44:31,968 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:44:32,178 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:44:32,179 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:44:32,214 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:44:33,970 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:44:35,971 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:44:37,207 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:44:37,972 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:44:39,974 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:44:41,975 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:44:42,246 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:44:43,976 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:44:45,977 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:44:47,179 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:44:47,179 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:44:47,214 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:44:47,360 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:44:47,979 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:44:49,980 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:44:51,982 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:44:52,926 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:44:53,983 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:44:55,985 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:44:57,986 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:44:58,002 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:44:59,987 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:45:01,370 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:45:01,989 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:45:02,179 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:45:02,179 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:45:02,214 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:45:03,977 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:45:03,990 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:45:05,991 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:45:07,993 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:45:09,059 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:45:09,994 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:45:11,996 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:45:13,997 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:45:14,924 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:45:15,998 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:45:17,180 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:45:17,181 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:45:17,214 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:45:18,000 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:45:20,001 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:45:20,839 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:45:22,002 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:45:24,004 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:45:26,005 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:45:26,753 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:45:28,006 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:45:30,008 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:45:31,371 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:45:31,953 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:45:32,009 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:45:32,179 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:45:32,179 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:45:32,214 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:45:34,010 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:45:36,012 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:45:37,819 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:45:38,013 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:45:40,014 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:45:42,016 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:45:43,710 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:45:44,017 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:45:46,018 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:45:47,179 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:45:47,180 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:45:47,214 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:45:48,020 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:45:49,694 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:45:50,021 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:45:52,023 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:45:54,024 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:45:55,663 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:45:56,026 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:45:58,027 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:46:00,028 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:46:01,373 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:46:01,374 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:46:02,030 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:46:02,179 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:46:02,180 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:46:02,215 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:46:04,032 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:46:06,033 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:46:06,502 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:46:08,034 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:46:10,036 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:46:11,537 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:46:12,037 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:46:14,039 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:46:16,040 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:46:17,180 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:46:17,180 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:46:17,215 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:46:17,299 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:46:18,041 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:46:20,043 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:46:22,044 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:46:22,412 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:46:24,046 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:46:26,047 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:46:28,049 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:46:28,126 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:46:30,050 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:46:31,374 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:46:32,051 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:46:32,179 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:46:32,180 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:46:32,215 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:46:33,180 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:46:34,053 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:46:36,055 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:46:38,056 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:46:39,010 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:46:40,057 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:46:42,059 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:46:44,060 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:46:44,900 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:46:46,061 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:46:47,180 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:46:47,181 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:46:47,215 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:46:48,063 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:46:50,059 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:46:50,064 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:46:52,066 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:46:54,067 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:46:55,762 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:46:56,068 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:46:58,070 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:47:00,071 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:47:00,807 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:47:01,375 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:47:02,073 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:47:02,180 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:47:02,181 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:47:02,215 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:47:04,074 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:47:06,077 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:47:06,583 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:47:08,078 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:47:10,079 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:47:12,081 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:47:12,530 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:47:14,082 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:47:16,083 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:47:17,180 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:47:17,181 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:47:17,215 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:47:17,558 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:47:18,085 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:47:20,086 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:47:22,087 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:47:23,276 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:47:24,089 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:47:26,090 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:47:28,091 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:47:29,191 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:47:30,093 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:47:31,377 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:47:32,094 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:47:32,180 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:47:32,181 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:47:32,215 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:47:34,096 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:47:35,097 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:47:36,097 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:47:38,099 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:47:40,100 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:47:40,129 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:47:42,102 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:47:44,103 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:47:45,791 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:47:46,105 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:47:47,180 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:47:47,181 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:47:47,215 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:47:48,106 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:47:50,108 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:47:50,904 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:47:52,109 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:47:54,110 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:47:56,112 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:47:56,728 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:47:58,113 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:48:00,114 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:48:01,378 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:48:02,116 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:48:02,180 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:48:02,181 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:48:02,216 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:48:02,307 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:48:04,117 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:48:06,119 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:48:07,503 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:48:08,120 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:48:10,121 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:48:12,123 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:48:13,450 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:48:14,124 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:48:16,126 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:48:17,181 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:48:17,181 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:48:17,216 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:48:18,127 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:48:18,526 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:48:20,128 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:48:22,130 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:48:24,131 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:48:24,455 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:48:26,132 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:48:28,134 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:48:30,135 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:48:30,442 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:48:31,379 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:48:32,136 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:48:32,181 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:48:32,181 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:48:32,216 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:48:34,138 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:48:36,140 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:48:36,400 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:48:38,141 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:48:40,142 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:48:41,402 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:48:42,144 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:48:44,145 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:48:46,149 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:48:47,181 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:48:47,182 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:48:47,216 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:48:47,358 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:48:48,150 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:48:50,152 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:48:52,153 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:48:53,187 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:48:54,154 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:48:56,156 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:48:58,157 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:48:59,095 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:49:00,159 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:49:01,381 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:49:02,160 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:49:02,181 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:49:02,182 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:49:02,216 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:49:04,161 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:49:05,019 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:49:06,163 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:49:08,165 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:49:10,166 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:49:10,976 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:49:12,167 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:49:14,168 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:49:16,101 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:49:16,170 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:49:17,181 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:49:17,181 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:49:17,216 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:49:18,173 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:49:20,174 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:49:21,872 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:49:22,176 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:49:24,177 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:49:26,178 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:49:26,947 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:49:28,179 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:49:30,181 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:49:31,382 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:49:31,709 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 03:49:31,711 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 03:49:31,711 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 03:49:31,711 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 03:49:31,712 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 03:49:32,023 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:49:32,181 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:49:32,182 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:49:32,185 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 03:49:32,185 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:49:32,216 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:49:34,186 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:49:36,188 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:49:37,065 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:49:38,189 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:49:40,190 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:49:42,157 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:49:42,194 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:49:44,196 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:49:46,197 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:49:47,181 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:49:47,182 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:49:47,216 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:49:47,269 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:49:48,198 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:49:50,199 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:49:52,113 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 03:49:52,200 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:49:52,646 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:49:54,202 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:49:56,203 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:49:58,204 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:49:58,382 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:50:00,206 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:50:01,383 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:50:02,181 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:50:02,182 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:50:02,207 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:50:02,217 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:50:04,209 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:50:04,349 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:50:06,210 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:50:08,211 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:50:09,366 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:50:10,213 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:50:12,214 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:50:14,216 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:50:15,220 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:50:16,217 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:50:17,182 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:50:17,182 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:50:17,217 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:50:18,218 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:50:20,219 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:50:20,346 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:50:22,221 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:50:24,222 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:50:26,224 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:50:26,289 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:50:28,225 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:50:30,227 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:50:31,369 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:50:31,384 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:50:32,182 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:50:32,182 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:50:32,217 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:50:32,228 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:50:34,229 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:50:36,231 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:50:37,085 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:50:38,232 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:50:40,234 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:50:42,235 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:50:43,054 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:50:44,236 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:50:46,238 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:50:47,182 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:50:47,183 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:50:47,217 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:50:48,239 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:50:48,948 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:50:50,240 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:50:52,242 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:50:54,243 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:50:54,865 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:50:56,245 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:50:58,246 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:51:00,248 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:51:00,815 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:51:01,385 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:51:02,182 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:51:02,183 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:51:02,217 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:51:02,249 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:51:04,250 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:51:06,252 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:51:06,765 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:51:08,253 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:51:10,255 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:51:12,256 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:51:12,730 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:51:14,257 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:51:16,258 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:51:17,182 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:51:17,183 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:51:17,217 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:51:17,916 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:51:18,260 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:51:20,261 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:51:22,263 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:51:23,749 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:51:24,264 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:51:26,265 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:51:28,267 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:51:28,905 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:51:30,268 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:51:31,386 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:51:32,183 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:51:32,183 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:51:32,217 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:51:32,269 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:51:34,270 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:51:34,795 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:51:36,271 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:51:38,273 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:51:39,896 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:51:40,274 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:51:42,275 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:51:44,277 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:51:45,655 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:51:46,278 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:51:47,182 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:51:47,183 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:51:47,218 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:51:48,279 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:51:50,281 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:51:51,557 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:51:52,283 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:51:54,284 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:51:56,286 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:51:57,488 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:51:58,287 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:52:00,288 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:52:01,387 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:52:02,184 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:52:02,185 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:52:02,218 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:52:02,290 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:52:03,482 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:52:04,291 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:52:06,293 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:52:08,294 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:52:09,365 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:52:10,295 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:52:12,297 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:52:14,298 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:52:15,318 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:52:16,299 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:52:17,183 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:52:17,183 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:52:17,218 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:52:18,300 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:52:20,302 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:52:20,337 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:52:22,303 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:52:24,304 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:52:26,106 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:52:26,307 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:52:28,308 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:52:30,309 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:52:31,388 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:52:31,389 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:52:32,183 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:52:32,184 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:52:32,218 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:52:32,312 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:52:34,314 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:52:36,315 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:52:36,860 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:52:38,317 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:52:40,318 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:52:42,320 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:52:42,790 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:52:44,321 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:52:46,322 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:52:47,183 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:52:47,184 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:52:47,219 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:52:47,815 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:52:48,324 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:52:50,325 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:52:52,326 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:52:53,482 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:52:54,328 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:52:56,329 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:52:58,330 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:52:58,599 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:53:00,332 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:53:01,389 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:53:02,183 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:53:02,184 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:53:02,218 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:53:02,333 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:53:04,334 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:53:04,352 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:53:06,336 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:53:08,337 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:53:10,285 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:53:10,338 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:53:12,340 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:53:14,341 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:53:16,266 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:53:16,342 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:53:17,183 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:53:17,184 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:53:17,218 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:53:18,344 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:53:20,345 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:53:22,170 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:53:22,346 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:53:24,349 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:53:27,179 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:53:27,351 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:53:29,352 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:53:31,353 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:53:31,391 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:53:32,183 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:53:32,184 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:53:32,218 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:53:32,285 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:53:33,355 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:53:35,356 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:53:37,357 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:53:37,769 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:53:39,358 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:53:41,360 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:53:42,831 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:53:43,361 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:53:45,363 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:53:47,184 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:53:47,184 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:53:47,219 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:53:47,364 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:53:48,614 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:53:49,365 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:53:51,367 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:53:53,368 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:53:54,528 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:53:55,369 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:53:57,371 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:53:59,372 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:54:00,332 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:54:01,373 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:54:01,392 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:54:02,184 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:54:02,184 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:54:02,219 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:54:03,374 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:54:05,373 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:54:05,375 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:54:07,377 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:54:09,378 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:54:11,159 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:54:11,379 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:54:13,381 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:54:15,383 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:54:16,175 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:54:17,184 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:54:17,184 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:54:17,219 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:54:17,384 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:54:19,386 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:54:21,387 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:54:22,130 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:54:23,388 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:54:25,390 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:54:27,269 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:54:27,391 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:54:29,393 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:54:31,393 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:54:31,394 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:54:32,184 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:54:32,184 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:54:32,219 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:54:32,311 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:54:33,395 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:54:35,397 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:54:37,399 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:54:37,815 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:54:39,400 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:54:41,402 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:54:42,822 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:54:43,403 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:54:45,404 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:54:47,184 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:54:47,185 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:54:47,219 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:54:47,405 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:54:48,527 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:54:49,407 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:54:51,408 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:54:53,409 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:54:53,567 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:54:55,411 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:54:57,412 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:54:59,291 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:54:59,414 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:55:01,395 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:55:01,415 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:55:02,184 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:55:02,185 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:55:02,219 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:55:03,417 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:55:04,358 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:55:05,419 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:55:07,420 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:55:09,421 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:55:10,280 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:55:11,422 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:55:13,424 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:55:15,425 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:55:16,218 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:55:17,185 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:55:17,185 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:55:17,219 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:55:17,426 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:55:19,428 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:55:21,237 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:55:21,429 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:55:23,430 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:55:25,431 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:55:27,083 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:55:27,433 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:55:29,434 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:55:31,396 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:55:31,436 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:55:32,185 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:55:32,185 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:55:32,219 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:55:32,325 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:55:33,437 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:55:35,438 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:55:37,440 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:55:37,861 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:55:39,441 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:55:41,442 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:55:43,064 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:55:43,444 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:55:45,445 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:55:47,185 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:55:47,185 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:55:47,220 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:55:47,446 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:55:48,941 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:55:49,448 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:55:51,449 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:55:53,451 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:55:54,907 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:55:55,452 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:55:57,453 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:55:59,455 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:56:00,820 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:56:01,396 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:56:01,456 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:56:02,185 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:56:02,185 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:56:02,220 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:56:03,458 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:56:05,459 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:56:06,670 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:56:07,461 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:56:09,462 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:56:11,463 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:56:11,796 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:56:13,465 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:56:15,466 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:56:17,185 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:56:17,186 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:56:17,220 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:56:17,312 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:56:17,468 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:56:19,469 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:56:21,470 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:56:22,472 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:56:23,475 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:56:25,477 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:56:27,478 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:56:28,235 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:56:29,480 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:56:31,398 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:56:31,482 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:56:32,185 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:56:32,185 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:56:32,220 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:56:33,251 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:56:33,483 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:56:35,486 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:56:37,488 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:56:38,954 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:56:39,489 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:56:41,491 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:56:43,492 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:56:44,949 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:56:45,494 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:56:47,185 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:56:47,186 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:56:47,220 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:56:47,495 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:56:49,497 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:56:49,954 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:56:51,498 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:56:53,499 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:56:55,501 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:56:55,879 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:56:57,502 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:56:59,504 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:57:01,399 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:57:01,400 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:57:01,505 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:57:02,186 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:57:02,186 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:57:02,220 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:57:03,507 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:57:05,508 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:57:06,562 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:57:07,509 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:57:09,510 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:57:11,512 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:57:12,475 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:57:13,513 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:57:15,514 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:57:17,186 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:57:17,186 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:57:17,220 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:57:17,516 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:57:18,450 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:57:19,517 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:57:21,519 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:57:23,494 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:57:23,520 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:57:25,522 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:57:27,523 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:57:29,216 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:57:29,525 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:57:31,400 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:57:31,526 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:57:32,186 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:57:32,186 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:57:32,220 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:57:33,528 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:57:35,048 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:57:35,529 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:57:37,531 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:57:39,532 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:57:40,921 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:57:41,534 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:57:43,535 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:57:45,537 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:57:45,938 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:57:47,186 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:57:47,186 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:57:47,221 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:57:47,540 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:57:49,542 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:57:51,080 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:57:51,543 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:57:53,544 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:57:55,546 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:57:56,880 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:57:57,547 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:57:59,548 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:58:01,402 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:58:01,556 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:58:02,186 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:58:02,186 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:58:02,221 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:58:02,345 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:58:03,558 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:58:05,559 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:58:07,561 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:58:07,593 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:58:09,562 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:58:11,564 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:58:12,606 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:58:13,565 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:58:15,566 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:58:17,186 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:58:17,187 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:58:17,221 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:58:17,568 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:58:18,555 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:58:19,569 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:58:21,571 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:58:23,572 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:58:24,552 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:58:25,573 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:58:27,575 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:58:29,569 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:58:29,576 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:58:31,403 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:58:31,577 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:58:32,188 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:58:32,189 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:58:32,221 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:58:33,578 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:58:34,756 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:58:35,580 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:58:37,581 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:58:39,582 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:58:40,547 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:58:41,584 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:58:43,585 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:58:45,587 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:58:46,449 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:58:47,189 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:58:47,189 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:58:47,221 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:58:47,590 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:58:49,591 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:58:51,489 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:58:51,592 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:58:53,593 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:58:55,595 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:58:57,283 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:58:57,596 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:58:59,598 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:59:01,404 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:59:01,599 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:59:02,189 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:59:02,190 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:59:02,222 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:59:02,294 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:59:03,601 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:59:05,602 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:59:07,603 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:59:08,101 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:59:09,605 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:59:11,606 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:59:13,608 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:59:14,019 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:59:15,609 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:59:17,189 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:59:17,190 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:59:17,221 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:59:17,610 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:59:19,115 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:59:19,611 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:59:21,613 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:59:23,614 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:59:24,917 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:59:25,615 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:59:27,616 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:59:29,618 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:59:30,879 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:59:31,405 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 03:59:31,620 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:59:32,189 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:59:32,190 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:59:32,221 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:59:33,621 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:59:35,622 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:59:36,876 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:59:37,624 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:59:39,625 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:59:41,626 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:59:42,746 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:59:43,628 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:59:45,629 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:59:47,190 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 03:59:47,190 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 03:59:47,222 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 03:59:47,630 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:59:48,722 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:59:49,632 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:59:51,633 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:59:53,634 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:59:54,603 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 03:59:55,636 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:59:57,637 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 03:59:59,638 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:00:00,480 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:00:01,406 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:00:01,640 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:00:02,190 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:00:02,190 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:00:02,222 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:00:03,641 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:00:05,489 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:00:05,642 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:00:07,644 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:00:09,645 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:00:10,525 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:00:11,646 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:00:13,648 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:00:15,650 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:00:16,263 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:00:17,190 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:00:17,190 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:00:17,222 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:00:17,651 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:00:19,653 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:00:21,373 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:00:21,654 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:00:23,659 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:00:25,660 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:00:26,508 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:00:27,661 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:00:29,663 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:00:31,407 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:00:31,664 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:00:32,190 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:00:32,191 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:00:32,222 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:00:32,279 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:00:33,666 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:00:35,667 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:00:37,406 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:00:37,668 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:00:39,670 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:00:41,671 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:00:43,247 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:00:43,672 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:00:45,674 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:00:47,190 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:00:47,190 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:00:47,222 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:00:47,676 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:00:48,294 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:00:49,678 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:00:51,679 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:00:53,681 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:00:54,254 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:00:55,682 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:00:57,683 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:00:59,333 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:00:59,685 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:01:01,409 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:01:01,686 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:01:02,190 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:01:02,190 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:01:02,222 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:01:03,688 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:01:04,400 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:01:05,689 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:01:07,690 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:01:09,692 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:01:10,256 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:01:11,693 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:01:13,695 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:01:15,371 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:01:15,698 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:01:17,190 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:01:17,191 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:01:17,222 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:01:17,698 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:01:19,699 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:01:21,292 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:01:21,701 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:01:23,702 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:01:25,704 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:01:27,227 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:01:27,705 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:01:29,706 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:01:31,410 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:01:31,708 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:01:32,190 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:01:32,191 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:01:32,223 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:01:32,269 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:01:33,709 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:01:35,710 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:01:37,712 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:01:38,222 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:01:39,713 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:01:41,714 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:01:43,716 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:01:44,157 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:01:45,721 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:01:47,190 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:01:47,191 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:01:47,223 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:01:47,722 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:01:49,190 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:01:49,724 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:01:51,725 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:01:53,727 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:01:54,238 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:01:55,728 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:01:57,729 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:01:59,730 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:02:00,175 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:02:01,411 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:02:01,732 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:02:02,191 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:02:02,191 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:02:02,223 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:02:03,733 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:02:05,302 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:02:05,735 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:02:07,736 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:02:09,738 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:02:11,075 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:02:11,739 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:02:13,740 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:02:15,742 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:02:16,353 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:02:17,191 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:02:17,191 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:02:17,223 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:02:17,743 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:02:19,745 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:02:21,747 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:02:22,104 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:02:23,748 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:02:25,749 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:02:27,751 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:02:27,969 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:02:29,752 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:02:31,413 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:02:31,754 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:02:32,191 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:02:32,192 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:02:32,223 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:02:33,236 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:02:33,755 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:02:35,757 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:02:37,758 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:02:39,033 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:02:39,759 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:02:41,761 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:02:43,762 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:02:44,181 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:02:45,764 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:02:47,191 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:02:47,192 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:02:47,223 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:02:47,765 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:02:49,766 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:02:49,962 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:02:51,768 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:02:53,769 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:02:55,006 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:02:55,771 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:02:57,772 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:02:59,773 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:03:00,789 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:03:01,414 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:03:01,775 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:03:02,191 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:03:02,192 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:03:02,224 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:03:03,776 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:03:05,777 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:03:06,785 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:03:07,779 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:03:09,780 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:03:11,781 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:03:11,823 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:03:13,783 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:03:15,785 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:03:17,192 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:03:17,192 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:03:17,224 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:03:17,333 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:03:17,786 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:03:19,787 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:03:21,789 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:03:22,506 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:03:23,790 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:03:25,791 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:03:27,792 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:03:28,290 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:03:29,794 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:03:31,420 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:03:31,795 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:03:32,192 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:03:32,192 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:03:32,224 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:03:33,796 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:03:34,191 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:03:35,798 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:03:37,799 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:03:39,801 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:03:40,180 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:03:41,802 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:03:43,804 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:03:45,805 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:03:46,133 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:03:47,192 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:03:47,193 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:03:47,224 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:03:47,806 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:03:49,808 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:03:51,152 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:03:51,810 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:03:53,811 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:03:55,812 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:03:56,963 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:03:57,813 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:03:59,815 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:04:01,417 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:04:01,816 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:04:01,968 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:04:02,192 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:04:02,192 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:04:02,224 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:04:03,817 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:04:05,818 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:04:07,699 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:04:07,820 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:04:09,821 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:04:11,822 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:04:13,684 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:04:13,824 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:04:15,825 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:04:17,192 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:04:17,193 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:04:17,224 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:04:17,827 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:04:18,698 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:04:19,828 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:04:21,830 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:04:23,831 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:04:24,530 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:04:25,842 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:04:27,843 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:04:29,558 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:04:29,844 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:04:31,418 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:04:31,845 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:04:32,192 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:04:32,193 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:04:32,224 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:04:33,847 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:04:35,310 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:04:35,848 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:04:37,849 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:04:39,851 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:04:41,283 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:04:41,852 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:04:43,853 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:04:45,855 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:04:47,183 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:04:47,192 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:04:47,193 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:04:47,224 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:04:47,856 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:04:49,860 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:04:51,862 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:04:53,101 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:04:53,863 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:04:55,864 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:04:57,866 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:04:58,102 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:04:59,867 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:05:01,419 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:05:01,870 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:05:02,193 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:05:02,193 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:05:02,225 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:05:03,829 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:05:03,874 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:05:05,877 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:05:07,879 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:05:08,872 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:05:09,880 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:05:11,882 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:05:13,883 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:05:14,744 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:05:15,885 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:05:17,193 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:05:17,193 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:05:17,225 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:05:17,887 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:05:19,888 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:05:20,651 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:05:21,890 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:05:23,892 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:05:25,893 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:05:26,594 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:05:27,894 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:05:29,896 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:05:31,420 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:05:31,897 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:05:32,193 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:05:32,194 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:05:32,225 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:05:32,356 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:05:33,898 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:05:35,901 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:05:37,494 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:05:37,902 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:05:39,903 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:05:41,905 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:05:43,184 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:05:43,906 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:05:45,907 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:05:47,193 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:05:47,193 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:05:47,225 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:05:47,909 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:05:48,279 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:05:49,910 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:05:51,912 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:05:53,913 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:05:54,007 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:05:55,914 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:05:57,916 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:05:59,130 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:05:59,918 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:06:01,421 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:06:01,919 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:06:02,193 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:06:02,194 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:06:02,225 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:06:03,921 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:06:04,992 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:06:05,211 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 04:06:05,212 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 04:06:05,213 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 04:06:05,213 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 04:06:05,213 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 04:06:05,922 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 04:06:05,923 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:06:07,923 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:06:09,929 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:06:10,061 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:06:11,930 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:06:13,931 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:06:15,279 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:06:15,932 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:06:17,193 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:06:17,193 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:06:17,225 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:06:17,933 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:06:19,934 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:06:20,348 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:06:21,935 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:06:23,937 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:06:24,937 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:06:25,354 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 04:06:25,935 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:06:26,940 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:06:27,941 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:06:29,942 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:06:31,423 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:06:31,424 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:06:31,944 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:06:32,193 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:06:32,194 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:06:32,225 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:06:33,945 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:06:35,946 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:06:36,682 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:06:37,947 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:06:39,949 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:06:41,697 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:06:41,950 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:06:43,952 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:06:45,953 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:06:47,194 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:06:47,195 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:06:47,225 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:06:47,321 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:06:47,954 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:06:49,956 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:06:51,957 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:06:52,416 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:06:53,958 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:06:55,960 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:06:57,961 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:06:58,415 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:06:59,963 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:07:01,424 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:07:01,964 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:07:02,193 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:07:02,194 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:07:02,226 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:07:03,430 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:07:03,966 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:07:05,967 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:07:07,968 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:07:09,198 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:07:09,969 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:07:11,971 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:07:13,972 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:07:15,062 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:07:15,974 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:07:17,194 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:07:17,194 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:07:17,226 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:07:17,975 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:07:19,976 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:07:20,080 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:07:21,977 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:07:23,978 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:07:25,873 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:07:25,980 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:07:27,981 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:07:29,983 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:07:31,426 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:07:31,426 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:07:31,984 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:07:32,194 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:07:32,194 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:07:32,226 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:07:33,985 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:07:35,987 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:07:36,525 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:07:37,988 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:07:39,989 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:07:41,991 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:07:42,338 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:07:43,992 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:07:45,993 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:07:47,194 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:07:47,195 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:07:47,226 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:07:47,995 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:07:48,299 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:07:49,996 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:07:52,003 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:07:54,004 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:07:54,204 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:07:56,006 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:07:58,007 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:08:00,009 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:08:00,117 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:08:01,427 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:08:02,010 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:08:02,194 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:08:02,195 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:08:02,226 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:08:04,011 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:08:05,136 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:08:06,013 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:08:08,014 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:08:10,016 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:08:11,084 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:08:12,017 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:08:14,018 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:08:16,020 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:08:16,983 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:08:17,194 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:08:17,195 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:08:17,226 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:08:18,021 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:08:20,022 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:08:22,010 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:08:22,024 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:08:24,025 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:08:26,027 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:08:27,783 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:08:29,028 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:08:31,030 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:08:31,428 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:08:32,194 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:08:32,195 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:08:32,226 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:08:32,950 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:08:33,031 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:08:35,033 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:08:37,034 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:08:38,656 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:08:39,036 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:08:41,037 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:08:43,038 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:08:44,625 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:08:45,039 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:08:47,041 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:08:47,195 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:08:47,195 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:08:47,226 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:08:49,043 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:08:50,535 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:08:51,044 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:08:53,045 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:08:55,047 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:08:56,492 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:08:57,048 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:08:59,050 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:09:01,054 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:09:01,429 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:09:02,195 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:09:02,195 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:09:02,227 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:09:02,283 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:09:03,055 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:09:05,056 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:09:07,058 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:09:07,409 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:09:09,059 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:09:11,060 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:09:13,062 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:09:13,110 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:09:15,063 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:09:17,065 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:09:17,195 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:09:17,196 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:09:17,226 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:09:19,029 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:09:19,066 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:09:21,067 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:09:23,068 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:09:25,024 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:09:25,070 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:09:27,071 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:09:29,073 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:09:30,029 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:09:31,074 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:09:31,430 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:09:32,195 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:09:32,195 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:09:32,227 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:09:33,075 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:09:35,077 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:09:35,682 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:09:37,078 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:09:39,080 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:09:40,838 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:09:41,081 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:09:43,082 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:09:45,084 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:09:46,703 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:09:47,085 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:09:47,197 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:09:47,198 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:09:47,228 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:09:49,086 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:09:51,088 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:09:52,584 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:09:53,089 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:09:55,090 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:09:57,092 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:09:58,526 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:09:59,093 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:10:01,094 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:10:01,431 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:10:02,195 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:10:02,196 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:10:02,227 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:10:03,096 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:10:03,562 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:10:05,097 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:10:07,103 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:10:09,104 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:10:09,303 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:10:11,106 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:10:13,107 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:10:15,108 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:10:15,297 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:10:17,110 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:10:17,195 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:10:17,196 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:10:17,227 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:10:19,111 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:10:21,112 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:10:21,204 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:10:23,114 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:10:25,115 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:10:27,116 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:10:27,195 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:10:29,118 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:10:31,119 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:10:31,432 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:10:32,195 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:10:32,196 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:10:32,227 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:10:32,357 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:10:33,121 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:10:35,122 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:10:37,124 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:10:38,070 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:10:39,125 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:10:41,127 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:10:43,128 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:10:44,035 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:10:45,129 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:10:47,131 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:10:47,196 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:10:47,196 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:10:47,227 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:10:49,104 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:10:49,132 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:10:51,133 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:10:53,135 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:10:54,952 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:10:55,140 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:10:57,141 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:10:59,142 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:10:59,975 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:11:01,144 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:11:01,435 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:11:02,196 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:11:02,196 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:11:02,228 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:11:03,145 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:11:05,051 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:11:05,146 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:11:07,148 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:11:09,149 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:11:10,888 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:11:11,150 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:11:13,152 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:11:15,154 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:11:16,787 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:11:17,155 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:11:17,196 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:11:17,196 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:11:17,228 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:11:19,156 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:11:21,158 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:11:21,811 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:11:23,159 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:11:25,161 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:11:27,162 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:11:27,569 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:11:29,163 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:11:31,165 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:11:31,436 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:11:32,196 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:11:32,197 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:11:32,228 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:11:33,166 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:11:33,566 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:11:35,167 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:11:37,169 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:11:39,170 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:11:39,409 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:11:41,172 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:11:43,173 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:11:44,416 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:11:45,174 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:11:47,176 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:11:47,196 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:11:47,197 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:11:47,228 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:11:49,177 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:11:50,104 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:11:51,178 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:11:53,180 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:11:55,150 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:11:55,181 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:11:57,183 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:11:59,184 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:12:01,065 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:12:01,185 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:12:01,437 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:12:02,196 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:12:02,197 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:12:02,228 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:12:03,187 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:12:05,188 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:12:06,142 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:12:07,189 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:12:09,191 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:12:11,192 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:12:12,033 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:12:13,194 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:12:15,195 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:12:17,197 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:12:17,197 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:12:17,201 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:12:17,228 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:12:17,283 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:12:19,198 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:12:21,199 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:12:22,849 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:12:23,201 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:12:25,202 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:12:27,204 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:12:28,736 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:12:29,205 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:12:31,206 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:12:31,438 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:12:32,197 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:12:32,197 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:12:32,228 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:12:33,208 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:12:33,844 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:12:35,210 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:12:37,211 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:12:38,863 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:12:39,213 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:12:41,214 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:12:43,216 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:12:43,965 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:12:45,226 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:12:47,197 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:12:47,197 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:12:47,227 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:12:47,228 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:12:49,229 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:12:49,816 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:12:51,230 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:12:53,231 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:12:55,233 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:12:55,781 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:12:57,234 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:12:59,236 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:13:00,808 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:13:01,237 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:13:01,440 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:13:02,197 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:13:02,197 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:13:02,228 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:13:03,238 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:13:05,240 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:13:06,517 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:13:07,241 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:13:09,244 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:13:11,250 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:13:11,701 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:13:13,251 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:13:15,252 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:13:17,197 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:13:17,198 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:13:17,229 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:13:17,253 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:13:17,316 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:13:19,255 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:13:21,256 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:13:23,257 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:13:23,295 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:13:25,259 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:13:27,260 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:13:29,183 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:13:29,261 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:13:31,263 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:13:31,441 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:13:32,197 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:13:32,198 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:13:32,229 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:13:33,264 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:13:35,141 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:13:35,265 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:13:37,266 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:13:39,268 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:13:41,080 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:13:41,276 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:13:43,276 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:13:45,277 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:13:47,015 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:13:47,197 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:13:47,198 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:13:47,229 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:13:47,278 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:13:49,280 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:13:51,281 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:13:52,831 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:13:53,283 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:13:55,284 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:13:57,285 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:13:58,780 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:13:59,287 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:14:01,288 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:14:01,442 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:14:02,198 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:14:02,198 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:14:02,229 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:14:03,290 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:14:04,730 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:14:05,291 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:14:07,292 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:14:09,294 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:14:10,682 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:14:11,295 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:14:13,301 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:14:15,298 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:14:15,723 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:14:17,198 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:14:17,198 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:14:17,229 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:14:17,299 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:14:19,300 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:14:21,301 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:14:21,389 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:14:23,303 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:14:25,304 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:14:27,306 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:14:27,366 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:14:29,307 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:14:31,309 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:14:31,443 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:14:32,198 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:14:32,198 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:14:32,229 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:14:32,483 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:14:33,310 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:14:35,312 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:14:37,313 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:14:38,257 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:14:39,314 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:14:41,316 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:14:43,317 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:14:43,333 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:14:45,318 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:14:47,198 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:14:47,198 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:14:47,229 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:14:47,319 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:14:49,179 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:14:49,321 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:14:51,322 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:14:53,323 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:14:54,300 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:14:55,324 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:14:57,326 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:14:59,327 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:15:00,091 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:15:01,328 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:15:01,444 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:15:02,198 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:15:02,199 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:15:02,230 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:15:03,330 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:15:05,331 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:15:05,998 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:15:07,333 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:15:09,334 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:15:11,069 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:15:11,336 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:15:13,337 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:15:15,338 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:15:16,929 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:15:17,199 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:15:17,199 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:15:17,229 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:15:17,340 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:15:19,341 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:15:21,342 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:15:22,197 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:15:23,344 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:15:25,345 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:15:27,347 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:15:27,899 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:15:29,348 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:15:31,349 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:15:31,450 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:15:32,199 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:15:32,200 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:15:32,230 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:15:33,002 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:15:33,350 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:15:35,351 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:15:37,353 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:15:38,665 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:15:39,354 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:15:41,355 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:15:43,356 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:15:43,686 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:15:45,358 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:15:47,199 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:15:47,199 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:15:47,230 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:15:47,359 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:15:49,371 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:15:49,406 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:15:51,373 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:15:53,374 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:15:54,492 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:15:55,375 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:15:57,376 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:15:59,378 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:15:59,573 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:16:01,380 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:16:01,447 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:16:02,200 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:16:02,200 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:16:02,230 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:16:03,381 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:16:05,382 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:16:05,517 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:16:07,384 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:16:09,385 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:16:11,386 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:16:11,429 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:16:13,388 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:16:15,389 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:16:17,199 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:16:17,200 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:16:17,230 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:16:17,351 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:16:17,390 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:16:19,392 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:16:21,393 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:16:23,277 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:16:23,394 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:16:25,396 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:16:27,397 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:16:28,284 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:16:29,398 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:16:31,400 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:16:31,448 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:16:32,200 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:16:32,201 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:16:32,230 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:16:33,401 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:16:34,042 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:16:35,402 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:16:37,404 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:16:39,405 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:16:40,000 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:16:41,406 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:16:43,408 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:16:45,409 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:16:45,863 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:16:47,201 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:16:47,201 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:16:47,230 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:16:47,410 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:16:49,412 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:16:51,413 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:16:51,854 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:16:53,414 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:16:55,416 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:16:56,918 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:16:57,417 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:16:59,419 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:17:01,420 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:17:01,449 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:17:02,200 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:17:02,201 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:17:02,231 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:17:02,332 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:17:03,422 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:17:05,423 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:17:07,424 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:17:07,727 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:17:09,426 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:17:11,427 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:17:13,428 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:17:13,723 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:17:15,430 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:17:17,200 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:17:17,201 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:17:17,231 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:17:17,431 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:17:18,744 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:17:19,433 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:17:21,434 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:17:23,436 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:17:24,441 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:17:25,438 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:17:27,439 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:17:29,440 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:17:29,537 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:17:31,442 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:17:31,451 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:17:32,200 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:17:32,201 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:17:32,231 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:17:33,443 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:17:35,188 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:17:35,445 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:17:37,446 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:17:39,448 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:17:41,182 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:17:41,449 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:17:43,450 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:17:45,452 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:17:47,126 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:17:47,200 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:17:47,201 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:17:47,231 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:17:47,453 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:17:49,455 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:17:51,456 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:17:52,159 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:17:53,463 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:17:55,459 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:17:57,460 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:17:58,006 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:17:59,461 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:18:01,452 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:18:01,463 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:18:02,201 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:18:02,201 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:18:02,231 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:18:03,464 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:18:03,960 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:18:05,465 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:18:07,467 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:18:09,180 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:18:09,468 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:18:11,469 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:18:13,471 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:18:15,166 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:18:15,472 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:18:17,201 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:18:17,201 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:18:17,231 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:18:17,474 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:18:19,475 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:18:20,344 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:18:21,476 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:18:23,478 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:18:25,434 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:18:25,479 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:18:27,481 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:18:29,482 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:18:31,360 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:18:31,453 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:18:31,483 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:18:32,201 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:18:32,202 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:18:32,231 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:18:33,485 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:18:35,486 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:18:36,488 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:18:37,487 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:18:39,489 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:18:41,490 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:18:42,184 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:18:43,491 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:18:45,493 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:18:47,201 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:18:47,201 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:18:47,231 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:18:47,318 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:18:47,494 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:18:49,495 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:18:51,497 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:18:52,922 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:18:53,498 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:18:55,500 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:18:57,501 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:18:58,881 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:18:59,503 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:19:01,454 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:19:01,504 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:19:02,201 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:19:02,202 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:19:02,232 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:19:03,506 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:19:04,096 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:19:05,507 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:19:07,508 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:19:09,509 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:19:09,798 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:19:11,511 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:19:13,512 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:19:14,805 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:19:15,514 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:19:17,201 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:19:17,202 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:19:17,232 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:19:17,515 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:19:19,516 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:19:20,701 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:19:21,517 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:19:23,519 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:19:25,520 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:19:26,621 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:19:27,521 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:19:29,523 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:19:31,455 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:19:31,524 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:19:32,202 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:19:32,202 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:19:32,232 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:19:32,288 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:19:33,525 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:19:35,527 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:19:37,349 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:19:37,528 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:19:39,529 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:19:41,530 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:19:42,395 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:19:43,532 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:19:45,533 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:19:47,202 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:19:47,202 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:19:47,232 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:19:47,534 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:19:48,286 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:19:49,536 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:19:51,537 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:19:53,538 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:19:54,023 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:19:55,539 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:19:57,546 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:19:59,548 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:19:59,826 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:20:01,456 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:20:01,549 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:20:02,202 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:20:02,202 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:20:02,232 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:20:03,552 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:20:04,857 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:20:05,552 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:20:07,553 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:20:09,554 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:20:10,692 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:20:11,556 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:20:13,557 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:20:15,558 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:20:16,685 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:20:17,202 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:20:17,202 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:20:17,232 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:20:17,560 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:20:19,561 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:20:21,563 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:20:21,694 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:20:23,564 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:20:25,565 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:20:26,765 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:20:27,567 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:20:29,568 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:20:31,457 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:20:31,569 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:20:32,202 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:20:32,203 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:20:32,232 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:20:32,316 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:20:33,571 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:20:35,572 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:20:37,490 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:20:37,574 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:20:39,575 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:20:41,576 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:20:42,589 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:20:43,578 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:20:45,579 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:20:47,202 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:20:47,203 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:20:47,232 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:20:47,581 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:20:48,359 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:20:49,582 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:20:51,584 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:20:53,585 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:20:54,244 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:20:55,586 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:20:57,588 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:20:59,589 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:21:00,178 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:21:01,459 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:21:01,590 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:21:02,202 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:21:02,203 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:21:02,233 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:21:03,592 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:21:05,190 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:21:05,593 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:21:07,594 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:21:09,596 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:21:11,053 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:21:11,597 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:21:13,599 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:21:15,600 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:21:16,836 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:21:17,203 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:21:17,203 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:21:17,233 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:21:17,601 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:21:19,603 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:21:21,604 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:21:21,862 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:21:23,606 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:21:25,607 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:21:27,608 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:21:27,762 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:21:29,609 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:21:31,460 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:21:31,610 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:21:32,204 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:21:32,207 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:21:32,233 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:21:32,987 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:21:33,612 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:21:35,613 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:21:37,615 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:21:38,967 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:21:39,616 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:21:41,617 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:21:43,619 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:21:44,891 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:21:45,620 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:21:47,204 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:21:47,204 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:21:47,233 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:21:47,621 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:21:49,623 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:21:50,867 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:21:51,624 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:21:53,625 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:21:55,627 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:21:56,829 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:21:57,628 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:21:59,629 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:22:01,461 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:22:01,630 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:22:02,204 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:22:02,204 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:22:02,233 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:22:02,333 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:22:03,632 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:22:05,633 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:22:07,635 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:22:07,809 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:22:09,636 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:22:11,642 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:22:13,643 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:22:13,687 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:22:15,645 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:22:17,204 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:22:17,205 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:22:17,233 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:22:17,646 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:22:19,574 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:22:19,647 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:22:21,649 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:22:23,650 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:22:25,529 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:22:25,651 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:22:27,653 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:22:29,654 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:22:30,712 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:22:31,463 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:22:31,656 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:22:32,204 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:22:32,205 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:22:32,233 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:22:33,657 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:22:35,659 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:22:36,582 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:22:37,660 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:22:38,048 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 04:22:38,050 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 04:22:38,050 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 04:22:38,051 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 04:22:38,051 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 04:22:38,661 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 04:22:39,661 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:22:41,655 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:22:41,662 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:22:43,665 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:22:45,666 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:22:46,861 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:22:47,204 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:22:47,204 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:22:47,233 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:22:47,667 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:22:49,668 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:22:51,669 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:22:51,876 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:22:53,671 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:22:55,672 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:22:57,001 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:22:57,673 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:22:58,142 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 04:22:59,675 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:23:01,464 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:23:01,680 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:23:02,197 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:23:02,205 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:23:02,205 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:23:02,234 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:23:03,684 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:23:05,691 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:23:07,896 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:23:08,689 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:23:10,690 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:23:12,691 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:23:12,918 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:23:14,693 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:23:16,699 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:23:17,205 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:23:17,205 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:23:17,234 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:23:18,701 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:23:18,916 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:23:20,702 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:23:22,703 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:23:24,705 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:23:24,910 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:23:26,706 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:23:28,707 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:23:30,710 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:23:30,903 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:23:31,465 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:23:32,205 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:23:32,206 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:23:32,234 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:23:32,711 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:23:34,712 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:23:36,714 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:23:36,797 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:23:38,715 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:23:40,717 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:23:42,718 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:23:42,733 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:23:44,720 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:23:46,721 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:23:47,205 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:23:47,206 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:23:47,234 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:23:47,737 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:23:48,722 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:23:50,724 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:23:52,725 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:23:53,477 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:23:54,726 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:23:56,728 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:23:58,584 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:23:58,729 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:24:00,736 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:24:01,466 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:24:02,205 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:24:02,206 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:24:02,234 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:24:02,739 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:24:04,427 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:24:04,739 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:24:06,740 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:24:08,742 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:24:10,398 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:24:10,743 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:24:12,744 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:24:14,745 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:24:15,453 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:24:16,747 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:24:17,205 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:24:17,206 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:24:17,234 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:24:18,748 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:24:20,749 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:24:21,420 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:24:22,751 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:24:24,752 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:24:26,754 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:24:27,385 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:24:28,755 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:24:30,756 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:24:31,467 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:24:32,206 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:24:32,206 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:24:32,234 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:24:32,758 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:24:33,357 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:24:34,759 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:24:36,761 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:24:38,762 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:24:39,319 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:24:40,764 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:24:42,765 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:24:44,767 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:24:45,246 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:24:46,768 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:24:47,206 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:24:47,206 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:24:47,234 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:24:48,769 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:24:50,771 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:24:51,206 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:24:52,772 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:24:54,774 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:24:56,233 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:24:56,775 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:24:58,776 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:25:00,777 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:25:01,469 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:25:01,471 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:25:02,206 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:25:02,206 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:25:02,235 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:25:02,779 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:25:04,780 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:25:06,781 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:25:06,786 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:25:08,783 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:25:10,784 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:25:12,740 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:25:12,786 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:25:14,787 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:25:16,788 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:25:17,206 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:25:17,207 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:25:17,235 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:25:18,718 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:25:18,790 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:25:20,792 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:25:22,793 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:25:24,536 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:25:24,795 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:25:26,796 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:25:28,799 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:25:29,630 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:25:30,804 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:25:31,470 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:25:32,206 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:25:32,207 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:25:32,235 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:25:32,804 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:25:34,805 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:25:35,304 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:25:36,807 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:25:38,808 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:25:40,425 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:25:40,810 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:25:42,811 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:25:44,812 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:25:46,185 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:25:46,813 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:25:47,206 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:25:47,207 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:25:47,235 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:25:48,815 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:25:50,816 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:25:51,223 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:25:52,818 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:25:54,819 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:25:56,821 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:25:57,086 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:25:58,822 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:26:00,823 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:26:01,471 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:26:02,206 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:26:02,207 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:26:02,235 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:26:02,346 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:26:02,825 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:26:04,826 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:26:06,827 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:26:07,889 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:26:08,829 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:26:10,830 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:26:12,831 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:26:13,837 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:26:14,833 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:26:16,834 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:26:17,207 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:26:17,207 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:26:17,235 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:26:18,835 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:26:18,951 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:26:20,837 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:26:22,838 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:26:24,656 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:26:24,839 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:26:26,841 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:26:28,842 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:26:29,743 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:26:30,844 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:26:31,474 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:26:32,207 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:26:32,207 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:26:32,235 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:26:32,845 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:26:34,847 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:26:35,455 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:26:36,848 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:26:38,850 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:26:40,580 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:26:40,851 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:26:42,852 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:26:44,854 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:26:46,504 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:26:46,855 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:26:47,207 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:26:47,207 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:26:47,241 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:26:48,857 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:26:50,858 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:26:51,592 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:26:52,859 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:26:54,861 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:26:56,681 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:26:56,862 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:26:58,864 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:27:00,866 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:27:01,475 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:27:02,207 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:27:02,208 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:27:02,236 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:27:02,312 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:27:02,867 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:27:04,868 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:27:06,870 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:27:07,360 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:27:08,871 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:27:10,873 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:27:12,874 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:27:13,178 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:27:14,876 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:27:16,879 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:27:17,207 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:27:17,208 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:27:17,236 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:27:18,881 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:27:19,123 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:27:20,882 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:27:22,883 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:27:24,202 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:27:24,885 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:27:26,886 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:27:28,888 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:27:29,962 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:27:30,889 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:27:31,478 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:27:32,207 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:27:32,208 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:27:32,236 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:27:32,890 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:27:34,892 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:27:35,011 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:27:36,893 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:27:38,894 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:27:40,895 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:27:40,985 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:27:42,897 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:27:44,898 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:27:46,051 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:27:46,900 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:27:47,208 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:27:47,208 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:27:47,236 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:27:48,901 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:27:50,902 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:27:51,955 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:27:52,904 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:27:54,905 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:27:56,906 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:27:57,022 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:27:58,908 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:28:00,909 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:28:01,477 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:28:02,208 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:28:02,208 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:28:02,236 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:28:02,296 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:28:02,911 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:28:04,913 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:28:06,914 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:28:07,741 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:28:08,915 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:28:10,916 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:28:12,918 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:28:13,686 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:28:14,919 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:28:16,920 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:28:17,208 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:28:17,208 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:28:17,236 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:28:18,921 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:28:19,648 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:28:20,923 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:28:22,925 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:28:24,759 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:28:24,926 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:28:26,927 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:28:28,929 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:28:30,467 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:28:30,930 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:28:31,478 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:28:32,208 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:28:32,208 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:28:32,236 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:28:32,931 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:28:34,932 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:28:35,648 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:28:36,934 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:28:38,935 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:28:40,937 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:28:41,373 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:28:42,938 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:28:44,939 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:28:46,375 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:28:46,941 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:28:47,208 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:28:47,209 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:28:47,237 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:28:48,942 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:28:50,944 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:28:52,087 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:28:52,946 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:28:54,952 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:28:56,954 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:28:57,174 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:28:58,955 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:29:00,956 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:29:01,480 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:29:02,208 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:29:02,209 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:29:02,237 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:29:02,352 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:29:02,958 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:29:04,959 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:29:06,961 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:29:07,849 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:29:08,962 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:29:10,964 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:29:12,965 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:29:13,824 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:29:14,967 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:29:16,968 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:29:17,209 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:29:17,209 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:29:17,237 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:29:18,969 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:29:19,796 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:29:20,971 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:29:22,972 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:29:24,973 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:29:25,776 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:29:26,975 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:29:28,976 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:29:30,977 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:29:31,481 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:29:31,482 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:29:32,208 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:29:32,209 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:29:32,237 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:29:32,978 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:29:34,980 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:29:36,511 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:29:36,985 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:29:38,987 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:29:40,988 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:29:42,509 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:29:42,990 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:29:44,991 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:29:46,992 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:29:47,209 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:29:47,209 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:29:47,237 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:29:48,432 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:29:48,994 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:29:50,995 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:29:52,997 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:29:53,446 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:29:54,998 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:29:56,999 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:29:59,001 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:29:59,343 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:30:01,002 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:30:01,482 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:30:02,209 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:30:02,209 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:30:02,237 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:30:03,004 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:30:04,375 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:30:05,005 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:30:07,006 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:30:09,008 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:30:10,162 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:30:11,010 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:30:13,011 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:30:15,012 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:30:15,387 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:30:17,014 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:30:17,209 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:30:17,210 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:30:17,237 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:30:19,015 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:30:21,017 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:30:21,189 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:30:23,018 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:30:25,019 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:30:27,021 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:30:27,067 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:30:29,022 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:30:31,024 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:30:31,483 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:30:32,209 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:30:32,209 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:30:32,237 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:30:32,376 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:30:33,025 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:30:35,027 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:30:37,028 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:30:38,112 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:30:39,030 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:30:41,031 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:30:43,032 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:30:43,114 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:30:45,034 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:30:47,035 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:30:47,209 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:30:47,210 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:30:47,238 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:30:48,979 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:30:49,036 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:30:51,038 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:30:53,039 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:30:54,774 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:30:55,041 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:30:57,042 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:30:59,044 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:31:00,723 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:31:01,046 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:31:01,485 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:31:02,209 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:31:02,210 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:31:02,238 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:31:03,048 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:31:05,050 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:31:05,750 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:31:07,052 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:31:09,053 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:31:11,054 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:31:11,661 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:31:13,056 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:31:15,058 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:31:16,826 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:31:17,059 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:31:17,210 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:31:17,210 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:31:17,238 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:31:19,060 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:31:21,062 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:31:22,686 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:31:23,063 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:31:25,065 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:31:27,066 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:31:27,711 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:31:29,067 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:31:31,069 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:31:31,486 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:31:32,210 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:31:32,210 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:31:32,238 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:31:33,070 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:31:33,473 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:31:35,072 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:31:37,073 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:31:39,075 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:31:39,354 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:31:41,076 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:31:43,077 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:31:44,718 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:31:45,079 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:31:47,081 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:31:47,210 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:31:47,210 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:31:47,238 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:31:49,082 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:31:50,640 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:31:51,084 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:31:53,085 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:31:55,087 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:31:55,759 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:31:57,088 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:31:59,089 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:32:01,091 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:32:01,487 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:32:01,488 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:32:02,210 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:32:02,211 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:32:02,238 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:32:03,092 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:32:05,094 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:32:06,530 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:32:07,095 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:32:09,096 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:32:11,098 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:32:12,345 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:32:13,099 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:32:15,101 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:32:17,102 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:32:17,210 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:32:17,210 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:32:17,238 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:32:17,375 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:32:19,104 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:32:21,105 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:32:23,107 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:32:23,239 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:32:25,108 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:32:27,109 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:32:29,111 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:32:29,219 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:32:31,112 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:32:31,489 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:32:32,210 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:32:32,211 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:32:32,238 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:32:33,113 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:32:35,115 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:32:35,201 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:32:37,116 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:32:39,118 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:32:41,052 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:32:41,119 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:32:43,121 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:32:45,122 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:32:47,017 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:32:47,123 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:32:47,213 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:32:47,213 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:32:47,239 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:32:49,125 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:32:51,127 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:32:52,963 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:32:53,128 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:32:55,129 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:32:57,131 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:32:58,893 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:32:59,132 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:33:01,134 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:33:01,490 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:33:02,213 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:33:02,214 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:33:02,239 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:33:03,135 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:33:03,962 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:33:05,137 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:33:07,138 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:33:09,119 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:33:09,139 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:33:11,141 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:33:13,142 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:33:14,354 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:33:15,144 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:33:17,145 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:33:17,213 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:33:17,213 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:33:17,239 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:33:19,146 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:33:20,279 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:33:21,148 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:33:23,150 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:33:25,151 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:33:25,467 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:33:27,152 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:33:29,153 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:33:31,155 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:33:31,369 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:33:31,491 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:33:32,213 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:33:32,214 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:33:32,239 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:33:33,156 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:33:35,157 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:33:37,158 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:33:37,356 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:33:39,160 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:33:41,161 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:33:42,384 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:33:43,163 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:33:45,164 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:33:47,165 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:33:47,213 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:33:47,214 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:33:47,239 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:33:47,390 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:33:49,167 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:33:51,168 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:33:52,943 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:33:53,170 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:33:55,171 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:33:57,172 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:33:58,900 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:33:59,173 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:34:01,175 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:34:01,492 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:34:02,214 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:34:02,214 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:34:02,239 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:34:03,176 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:34:04,005 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:34:05,178 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:34:07,179 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:34:09,180 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:34:09,656 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:34:11,182 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:34:13,184 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:34:15,185 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:34:15,580 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:34:17,187 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:34:17,214 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:34:17,214 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:34:17,239 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:34:19,188 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:34:21,189 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:34:21,501 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:34:23,191 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:34:25,192 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:34:27,193 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:34:27,404 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:34:29,194 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:34:31,196 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:34:31,493 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:34:32,214 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:34:32,214 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:34:32,240 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:34:32,478 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:34:33,197 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:34:35,199 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:34:37,200 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:34:38,217 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:34:39,201 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:34:41,203 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:34:43,204 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:34:43,337 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:34:45,206 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:34:47,207 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:34:47,214 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:34:47,214 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:34:47,240 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:34:49,146 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:34:49,208 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:34:51,210 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:34:53,211 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:34:55,085 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:34:55,212 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:34:57,214 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:34:59,215 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:35:00,263 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:35:01,216 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:35:01,494 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:35:02,214 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:35:02,215 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:35:02,240 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:35:03,219 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:35:05,220 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:35:05,335 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:35:07,222 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:35:09,223 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:35:11,225 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:35:11,297 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:35:13,226 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:35:15,228 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:35:17,214 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:35:17,215 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:35:17,229 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:35:17,240 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:35:17,319 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:35:19,230 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:35:21,231 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:35:23,213 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:35:23,233 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:35:25,234 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:35:27,235 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:35:29,147 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:35:29,237 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:35:31,238 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:35:31,495 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:35:32,214 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:35:32,215 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:35:32,241 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:35:33,239 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:35:34,228 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:35:35,240 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:35:37,242 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:35:39,243 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:35:40,104 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:35:41,245 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:35:43,246 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:35:45,247 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:35:45,983 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:35:47,217 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:35:47,218 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:35:47,240 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:35:47,249 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:35:49,250 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:35:51,094 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:35:51,251 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:35:53,253 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:35:55,254 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:35:56,892 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:35:57,255 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:35:59,256 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:36:01,258 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:36:01,496 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:36:02,217 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:36:02,218 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:36:02,240 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:36:02,317 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:36:03,259 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:36:05,260 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:36:07,262 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:36:07,675 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:36:09,263 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:36:11,264 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:36:13,266 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:36:13,510 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:36:15,267 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:36:17,217 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:36:17,218 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:36:17,241 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:36:17,268 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:36:18,593 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:36:19,270 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:36:21,271 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:36:23,272 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:36:24,308 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:36:25,273 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:36:27,274 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:36:29,276 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:36:29,344 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:36:31,277 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:36:31,497 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:36:32,217 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:36:32,218 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:36:32,241 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:36:33,278 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:36:35,250 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:36:35,280 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:36:37,281 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:36:39,283 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:36:40,329 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:36:41,284 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:36:43,285 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:36:45,286 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:36:46,154 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:36:47,218 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:36:47,218 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:36:47,241 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:36:47,288 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:36:49,289 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:36:51,290 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:36:52,005 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:36:53,291 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:36:55,293 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:36:57,294 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:36:57,921 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:36:59,295 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:37:01,297 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:37:01,499 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:37:02,218 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:37:02,218 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:37:02,241 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:37:03,298 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:37:03,872 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:37:05,299 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:37:07,300 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:37:09,302 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:37:09,757 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:37:11,303 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:37:13,304 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:37:15,306 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:37:15,638 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:37:17,218 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:37:17,218 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:37:17,241 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:37:17,307 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:37:19,308 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:37:21,309 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:37:21,557 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:37:23,311 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:37:25,312 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:37:26,599 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:37:27,313 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:37:29,315 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:37:31,318 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:37:31,500 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:37:32,218 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:37:32,219 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:37:32,241 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:37:32,301 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:37:34,320 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:37:36,322 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:37:38,197 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:37:38,323 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:37:40,324 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:37:42,326 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:37:43,202 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:37:44,327 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:37:46,329 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:37:47,218 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:37:47,219 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:37:47,241 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:37:48,330 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:37:48,908 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:37:50,331 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:37:52,333 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:37:54,335 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:37:54,836 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:37:56,336 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:37:58,337 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:38:00,338 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:38:00,673 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:38:01,501 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:38:02,219 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:38:02,219 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:38:02,241 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:38:02,340 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:38:04,341 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:38:05,783 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:38:06,342 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:38:08,343 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:38:10,345 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:38:11,606 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:38:12,346 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:38:14,347 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:38:16,349 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:38:17,218 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:38:17,219 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:38:17,242 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:38:17,358 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:38:18,350 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:38:20,351 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:38:22,352 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:38:22,472 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:38:24,354 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:38:26,355 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:38:28,356 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:38:28,377 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:38:30,358 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:38:31,502 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:38:32,218 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:38:32,219 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:38:32,242 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:38:32,360 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:38:33,482 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:38:34,362 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:38:36,363 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:38:38,365 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:38:39,254 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:38:40,367 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:38:42,368 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:38:44,369 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:38:45,240 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:38:46,370 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:38:47,219 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:38:47,219 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:38:47,242 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:38:48,372 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:38:50,344 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:38:50,373 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:38:52,375 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:38:54,376 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:38:56,177 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:38:56,377 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:38:58,378 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:39:00,380 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:39:01,503 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:39:01,504 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:39:02,219 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:39:02,219 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:39:02,242 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:39:02,381 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:39:04,383 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:39:06,384 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:39:06,867 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:39:08,385 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:39:10,386 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:39:11,849 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 04:39:11,851 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 04:39:11,851 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 04:39:11,852 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 04:39:11,852 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 04:39:11,890 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:39:12,388 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 04:39:12,388 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:39:14,389 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:39:16,390 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:39:16,990 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:39:17,221 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:39:17,221 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:39:17,242 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:39:18,391 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:39:20,392 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:39:22,062 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:39:22,393 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:39:24,394 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:39:26,395 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:39:27,072 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:39:28,397 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:39:30,398 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:39:31,398 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:39:31,504 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:39:31,715 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 04:39:32,264 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:39:32,264 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:39:32,265 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:39:32,265 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:39:32,399 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:39:34,401 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:39:35,402 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:39:36,402 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:39:37,869 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:39:38,404 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:39:40,405 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:39:42,407 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:39:43,808 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:39:44,408 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:39:46,409 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:39:47,261 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:39:47,261 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:39:47,262 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:39:48,411 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:39:48,853 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:39:50,412 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:39:52,413 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:39:54,415 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:39:54,616 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:39:56,416 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:39:58,419 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:40:00,427 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:40:00,475 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:40:01,505 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:40:02,261 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:40:02,262 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:40:02,263 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:40:02,428 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:40:04,429 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:40:05,605 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:40:06,431 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:40:08,432 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:40:10,433 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:40:11,331 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:40:12,435 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:40:14,436 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:40:16,438 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:40:17,224 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:40:17,261 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:40:17,262 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:40:17,262 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:40:18,439 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:40:20,441 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:40:22,442 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:40:23,114 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:40:24,444 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:40:26,445 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:40:28,447 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:40:29,042 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:40:30,448 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:40:31,506 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:40:32,261 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:40:32,262 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:40:32,263 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:40:32,449 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:40:34,451 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:40:34,944 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:40:36,452 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:40:38,453 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:40:40,455 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:40:40,814 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:40:42,456 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:40:44,457 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:40:46,459 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:40:46,702 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:40:47,261 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:40:47,262 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:40:47,262 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:40:48,460 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:40:50,461 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:40:52,463 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:40:52,605 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:40:54,464 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:40:56,466 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:40:58,440 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:40:58,467 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:41:00,469 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:41:01,507 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:41:02,261 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:41:02,263 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:41:02,263 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:41:02,470 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:41:03,504 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:41:04,471 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:41:06,473 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:41:08,474 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:41:09,229 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:41:10,475 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:41:12,477 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:41:14,478 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:41:15,157 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:41:16,479 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:41:17,262 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:41:17,262 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:41:17,263 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:41:18,481 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:41:20,371 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:41:20,482 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:41:22,483 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:41:24,485 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:41:26,212 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:41:26,486 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:41:28,487 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:41:30,489 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:41:31,266 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:41:31,508 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:41:32,262 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:41:32,263 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:41:32,263 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:41:32,490 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:41:34,491 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:41:36,493 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:41:36,996 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:41:38,494 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:41:40,495 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:41:42,027 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:41:42,496 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:41:44,497 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:41:46,505 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:41:47,262 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:41:47,264 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:41:47,264 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:41:47,265 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:41:48,500 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:41:50,501 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:41:52,434 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:41:52,503 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:41:54,504 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:41:56,506 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:41:58,337 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:41:58,507 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:42:00,509 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:42:01,510 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:42:02,262 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:42:02,264 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:42:02,264 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:42:02,511 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:42:03,343 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:42:04,512 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:42:06,513 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:42:08,515 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:42:09,102 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:42:10,516 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:42:12,517 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:42:14,519 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:42:15,000 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:42:16,520 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:42:17,262 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:42:17,264 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:42:17,265 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:42:18,521 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:42:20,523 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:42:20,862 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:42:22,524 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:42:24,531 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:42:26,036 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:42:26,533 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:42:28,534 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:42:30,535 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:42:31,511 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:42:31,512 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:42:32,262 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:42:32,264 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:42:32,264 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:42:32,537 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:42:34,538 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:42:36,530 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:42:36,539 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:42:38,541 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:42:40,542 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:42:42,522 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:42:42,543 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:42:44,545 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:42:46,546 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:42:47,263 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:42:47,264 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:42:47,265 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:42:48,388 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:42:48,547 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:42:50,548 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:42:52,549 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:42:54,222 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:42:54,551 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:42:56,552 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:42:58,553 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:42:59,241 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:43:00,554 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:43:01,512 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:43:02,263 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:43:02,264 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:43:02,265 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:43:02,559 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:43:04,560 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:43:05,029 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:43:06,561 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:43:08,562 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:43:10,564 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:43:10,922 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:43:12,565 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:43:14,566 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:43:16,568 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:43:16,824 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:43:17,263 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:43:17,265 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:43:17,265 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:43:18,569 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:43:20,570 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:43:21,853 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:43:22,572 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:43:24,573 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:43:26,575 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:43:27,665 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:43:28,576 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:43:30,577 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:43:31,513 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:43:32,263 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:43:32,265 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:43:32,265 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:43:32,579 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:43:33,623 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:43:34,581 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:43:36,583 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:43:38,584 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:43:39,490 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:43:40,585 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:43:42,586 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:43:44,588 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:43:45,326 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:43:46,589 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:43:47,263 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:43:47,265 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:43:47,265 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:43:48,590 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:43:50,505 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:43:50,591 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:43:52,593 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:43:54,594 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:43:56,204 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:43:56,595 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:43:58,596 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:44:00,598 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:44:01,514 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:44:01,515 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:44:02,263 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:44:02,265 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:44:02,265 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:44:02,599 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:44:04,601 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:44:06,602 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:44:07,028 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:44:08,604 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:44:10,605 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:44:12,120 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:44:12,607 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:44:14,608 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:44:16,609 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:44:17,263 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:44:17,265 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:44:17,265 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:44:17,266 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:44:18,611 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:44:20,612 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:44:22,613 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:44:22,720 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:44:24,615 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:44:26,616 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:44:28,602 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:44:28,617 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:44:30,618 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:44:31,515 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:44:32,263 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:44:32,265 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:44:32,265 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:44:32,620 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:44:33,751 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:44:34,621 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:44:36,623 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:44:38,624 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:44:39,558 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:44:40,625 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:44:42,627 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:44:44,628 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:44:45,502 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:44:46,629 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:44:47,263 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:44:47,265 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:44:47,266 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:44:48,630 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:44:50,632 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:44:51,464 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:44:52,633 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:44:54,634 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:44:56,635 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:44:57,389 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:44:58,637 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:45:00,638 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:45:01,516 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:45:02,264 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:45:02,266 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:45:02,266 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:45:02,436 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:45:02,640 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:45:04,641 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:45:06,642 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:45:08,041 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:45:08,644 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:45:10,645 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:45:12,646 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:45:14,013 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:45:14,648 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:45:16,649 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:45:17,264 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:45:17,265 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:45:17,266 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:45:18,650 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:45:19,964 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:45:20,652 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:45:22,653 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:45:24,654 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:45:25,861 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:45:26,656 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:45:28,657 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:45:30,658 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:45:31,518 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:45:31,519 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:45:32,264 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:45:32,266 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:45:32,267 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:45:32,660 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:45:34,661 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:45:36,564 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:45:36,662 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:45:38,664 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:45:40,665 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:45:42,478 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:45:42,666 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:45:44,667 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:45:46,669 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:45:47,264 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:45:47,266 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:45:47,267 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:45:48,409 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:45:48,670 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:45:50,671 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:45:52,672 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:45:54,402 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:45:54,673 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:45:56,675 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:45:58,676 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:45:59,418 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:46:00,677 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:46:01,519 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:46:02,264 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:46:02,267 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:46:02,268 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:46:02,679 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:46:04,680 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:46:05,020 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:46:06,682 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:46:08,683 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:46:10,182 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:46:10,684 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:46:12,686 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:46:14,687 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:46:15,899 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:46:16,689 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:46:17,264 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:46:17,266 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:46:17,266 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:46:18,690 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:46:20,691 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:46:21,809 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:46:22,692 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:46:24,694 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:46:26,695 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:46:26,847 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:46:28,696 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:46:30,698 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:46:31,520 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:46:32,265 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:46:32,267 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:46:32,268 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:46:32,268 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:46:32,699 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:46:34,700 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:46:36,701 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:46:37,427 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:46:38,704 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:46:40,705 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:46:42,707 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:46:43,108 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:46:44,708 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:46:46,709 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:46:47,265 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:46:47,266 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:46:47,267 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:46:48,711 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:46:49,063 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:46:50,712 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:46:52,713 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:46:54,714 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:46:55,056 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:46:56,716 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:46:58,717 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:47:00,718 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:47:00,969 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:47:01,521 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:47:02,265 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:47:02,267 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:47:02,268 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:47:02,719 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:47:04,721 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:47:06,000 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:47:06,722 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:47:08,724 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:47:10,725 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:47:11,786 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:47:12,727 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:47:14,729 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:47:16,730 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:47:17,265 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:47:17,267 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:47:17,268 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:47:17,268 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:47:18,732 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:47:20,733 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:47:22,352 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:47:22,734 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:47:24,736 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:47:26,737 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:47:28,305 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:47:28,738 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:47:30,740 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:47:31,522 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:47:32,265 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:47:32,267 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:47:32,267 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:47:32,741 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:47:34,233 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:47:34,742 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:47:36,744 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:47:38,745 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:47:40,206 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:47:40,747 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:47:42,748 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:47:44,750 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:47:45,282 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:47:46,751 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:47:47,265 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:47:47,268 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:47:47,268 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:47:48,752 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:47:50,753 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:47:51,033 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:47:52,754 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:47:54,756 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:47:56,196 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:47:56,757 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:47:58,759 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:48:00,760 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:48:01,524 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:48:01,525 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:48:02,265 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:48:02,268 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:48:02,268 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:48:02,762 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:48:04,763 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:48:06,717 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:48:06,764 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:48:08,766 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:48:10,768 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:48:12,519 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:48:12,769 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:48:14,770 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:48:16,772 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:48:17,266 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:48:17,268 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:48:17,268 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:48:18,499 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:48:18,773 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:48:20,774 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:48:22,776 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:48:23,598 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:48:24,777 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:48:26,778 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:48:28,780 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:48:29,400 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:48:30,781 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:48:31,525 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:48:32,266 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:48:32,268 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:48:32,268 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:48:32,783 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:48:34,441 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:48:34,784 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:48:36,785 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:48:38,786 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:48:40,127 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:48:40,788 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:48:42,789 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:48:44,790 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:48:46,078 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:48:46,791 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:48:47,266 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:48:47,268 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:48:47,268 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:48:48,793 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:48:50,794 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:48:51,098 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:48:52,795 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:48:54,796 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:48:56,798 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:48:56,847 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:48:58,801 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:49:00,802 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:49:01,526 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:49:02,266 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:49:02,268 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:49:02,269 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:49:02,269 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:49:02,803 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:49:04,805 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:49:06,806 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:49:07,487 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:49:08,807 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:49:10,809 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:49:12,810 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:49:13,449 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:49:14,811 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:49:16,812 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:49:17,266 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:49:17,268 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:49:17,268 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:49:18,813 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:49:19,416 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:49:20,814 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:49:22,816 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:49:24,817 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:49:25,330 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:49:26,818 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:49:28,820 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:49:30,821 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:49:31,293 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:49:31,527 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:49:32,266 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:49:32,268 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:49:32,269 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:49:32,822 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:49:34,824 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:49:36,414 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:49:36,826 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:49:38,827 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:49:40,828 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:49:42,153 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:49:42,829 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:49:44,830 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:49:46,832 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:49:47,266 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:49:47,269 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:49:47,269 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:49:47,270 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:49:48,833 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:49:50,834 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:49:52,835 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:49:53,023 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:49:54,837 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:49:56,838 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:49:58,202 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:49:58,840 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:50:00,841 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:50:01,529 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:50:02,267 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:50:02,269 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:50:02,269 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:50:02,842 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:50:03,897 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:50:04,844 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:50:06,845 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:50:08,847 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:50:09,845 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:50:10,848 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:50:12,849 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:50:14,850 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:50:14,877 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:50:16,851 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:50:17,267 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:50:17,269 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:50:17,269 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:50:18,852 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:50:19,909 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:50:20,854 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:50:22,855 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:50:24,856 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:50:25,725 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:50:26,858 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:50:28,859 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:50:30,860 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:50:31,530 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:50:31,531 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:50:32,267 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:50:32,270 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:50:32,271 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:50:32,861 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:50:34,863 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:50:36,703 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:50:36,864 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:50:38,865 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:50:40,867 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:50:42,573 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:50:42,868 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:50:44,869 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:50:46,871 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:50:47,267 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:50:47,270 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:50:47,270 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:50:48,556 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:50:48,872 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:50:50,874 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:50:52,875 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:50:53,639 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:50:54,876 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:50:56,877 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:50:58,878 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:50:59,543 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:51:00,880 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:51:01,531 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:51:02,267 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:51:02,269 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:51:02,270 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:51:02,881 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:51:04,883 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:51:05,461 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:51:06,884 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:51:08,885 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:51:10,887 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:51:11,433 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:51:12,888 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:51:14,889 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:51:16,890 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:51:17,267 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:51:17,269 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:51:17,270 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:51:17,270 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:51:18,892 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:51:20,893 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:51:22,894 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:51:23,251 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:51:24,896 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:51:26,897 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:51:28,253 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:51:28,899 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:51:30,900 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:51:31,533 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:51:32,268 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:51:32,270 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:51:32,270 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:51:32,901 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:51:34,065 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:51:34,902 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:51:36,903 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:51:38,904 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:51:39,085 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:51:40,906 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:51:42,907 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:51:44,904 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:51:45,909 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:51:47,268 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:51:47,270 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:51:47,270 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:51:47,910 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:51:49,912 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:51:50,891 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:51:51,913 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:51:53,914 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:51:55,915 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:51:56,834 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:51:57,916 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:51:59,918 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:52:01,534 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:52:01,858 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:52:01,919 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:52:02,268 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:52:02,270 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:52:02,270 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:52:03,921 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:52:05,922 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:52:07,746 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:52:07,924 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:52:09,925 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:52:11,926 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:52:13,711 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:52:13,928 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:52:15,929 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:52:17,268 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:52:17,270 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:52:17,270 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:52:17,930 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:52:19,631 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:52:19,931 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:52:21,933 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:52:23,934 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:52:25,438 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:52:25,936 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:52:27,939 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:52:29,938 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:52:31,436 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:52:31,535 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:52:31,939 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:52:32,268 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:52:32,271 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:52:32,271 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:52:33,941 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:52:35,942 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:52:37,417 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:52:37,944 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:52:39,945 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:52:41,946 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:52:43,405 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:52:43,947 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:52:45,949 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:52:47,268 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:52:47,270 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:52:47,270 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:52:47,950 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:52:49,397 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:52:49,951 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:52:51,953 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:52:53,954 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:52:54,440 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:52:55,955 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:52:57,957 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:52:59,958 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:53:00,255 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:53:01,536 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:53:01,959 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:53:02,268 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:53:02,270 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:53:02,270 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:53:03,960 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:53:05,328 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:53:05,962 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:53:07,963 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:53:09,964 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:53:11,281 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:53:11,966 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:53:13,967 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:53:15,968 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:53:17,232 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:53:17,268 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:53:17,270 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:53:17,271 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:53:17,970 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:53:19,971 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:53:21,972 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:53:23,203 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:53:23,974 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:53:25,975 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:53:27,977 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:53:29,119 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:53:29,978 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:53:31,537 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:53:31,979 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:53:32,268 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:53:32,270 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:53:32,271 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:53:33,980 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:53:34,133 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:53:35,982 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:53:37,983 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:53:39,174 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:53:39,984 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:53:41,986 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:53:43,987 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:53:44,956 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:53:45,989 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:53:47,269 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:53:47,271 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:53:47,271 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:53:47,990 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:53:49,991 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:53:50,146 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:53:51,993 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:53:53,994 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:53:55,852 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:53:55,995 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:53:57,997 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:53:59,999 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:54:01,539 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:54:01,540 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:54:02,001 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:54:02,269 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:54:02,271 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:54:02,271 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:54:04,002 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:54:06,003 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:54:06,736 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:54:08,004 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:54:10,006 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:54:11,861 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:54:12,007 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:54:14,008 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:54:16,010 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:54:17,269 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:54:17,271 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:54:17,271 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:54:17,428 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:54:18,012 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:54:20,013 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:54:22,015 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:54:22,677 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:54:24,016 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:54:26,017 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:54:28,018 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:54:28,596 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:54:30,020 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:54:31,540 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:54:32,021 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:54:32,269 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:54:32,271 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:54:32,271 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:54:34,022 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:54:34,531 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:54:36,023 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:54:38,025 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:54:39,540 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:54:40,026 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:54:42,027 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:54:44,029 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:54:45,285 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:54:46,030 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:54:47,269 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:54:47,271 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:54:47,272 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:54:48,031 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:54:50,033 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:54:51,219 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:54:52,034 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:54:54,035 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:54:56,037 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:54:56,222 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:54:58,038 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:55:00,039 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:55:01,541 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:55:01,542 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:55:02,041 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:55:02,269 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:55:02,271 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:55:02,272 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:55:04,042 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:55:06,050 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:55:06,980 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:55:08,045 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:55:10,046 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:55:12,047 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:55:12,890 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:55:14,049 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:55:16,050 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:55:17,270 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:55:17,271 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:55:17,272 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:55:17,925 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:55:18,051 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:55:20,053 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:55:22,055 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:55:23,612 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:55:24,056 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:55:26,057 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:55:28,059 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:55:28,646 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:55:30,060 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:55:31,542 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:55:32,061 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:55:32,269 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:55:32,271 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:55:32,272 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:55:34,062 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:55:34,349 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:55:36,064 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:55:38,071 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:55:39,283 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 04:55:39,284 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 04:55:39,285 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 04:55:39,285 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 04:55:39,286 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 04:55:39,614 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:55:40,072 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 04:55:40,073 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:55:42,074 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:55:44,075 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:55:44,844 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:55:46,076 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:55:47,270 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:55:47,271 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:55:47,272 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:55:48,077 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:55:49,962 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:55:50,078 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:55:52,079 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:55:54,081 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:55:55,214 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:55:56,082 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:55:58,083 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:55:58,978 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 04:56:00,498 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:56:01,543 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:56:02,085 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:56:02,270 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:56:02,271 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:56:02,272 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:56:04,087 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:56:05,543 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:56:06,088 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:56:08,090 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:56:10,091 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:56:11,291 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:56:12,092 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:56:14,094 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:56:16,095 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:56:16,594 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:56:17,270 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:56:17,272 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:56:17,272 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:56:18,097 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:56:20,098 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:56:22,099 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:56:22,485 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:56:24,100 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:56:26,102 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:56:28,103 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:56:28,393 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:56:30,105 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:56:31,545 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:56:32,106 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:56:32,270 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:56:32,272 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:56:32,272 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:56:34,107 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:56:34,309 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:56:36,109 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:56:38,110 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:56:40,112 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:56:40,213 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:56:42,113 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:56:44,114 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:56:46,115 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:56:46,208 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:56:47,270 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:56:47,272 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:56:47,272 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:56:48,117 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:56:50,118 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:56:52,052 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:56:52,119 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:56:54,121 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:56:56,122 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:56:58,002 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:56:58,124 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:57:00,125 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:57:01,546 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:57:02,126 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:57:02,270 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:57:02,272 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:57:02,272 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:57:03,959 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:57:04,128 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:57:06,129 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:57:08,131 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:57:09,022 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:57:10,132 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:57:12,133 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:57:14,135 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:57:14,762 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:57:16,136 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:57:17,271 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:57:17,272 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:57:17,273 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:57:18,138 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:57:20,139 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:57:20,697 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:57:22,140 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:57:24,142 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:57:26,143 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:57:26,632 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:57:28,144 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:57:30,146 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:57:31,547 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:57:31,735 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:57:32,147 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:57:32,271 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:57:32,272 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:57:32,273 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:57:34,148 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:57:36,150 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:57:37,355 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:57:38,151 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:57:40,152 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:57:42,154 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:57:42,394 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:57:44,155 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:57:46,156 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:57:47,271 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:57:47,272 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:57:47,273 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:57:48,158 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:57:48,384 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:57:50,159 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:57:52,160 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:57:54,146 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:57:54,162 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:57:56,163 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:57:58,164 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:57:59,250 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:58:00,165 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:58:01,548 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:58:02,167 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:58:02,271 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:58:02,273 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:58:02,273 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:58:04,168 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:58:04,977 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:58:06,169 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:58:08,171 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:58:10,084 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:58:10,172 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:58:12,173 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:58:14,175 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:58:15,809 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:58:16,176 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:58:17,273 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:58:17,274 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:58:17,277 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:58:18,177 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:58:20,178 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:58:21,803 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:58:22,180 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:58:24,181 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:58:26,182 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:58:26,814 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:58:28,184 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:58:30,186 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:58:31,549 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:58:32,188 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:58:32,273 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:58:32,274 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:58:32,277 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:58:32,357 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:58:34,189 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:58:36,190 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:58:37,564 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:58:38,192 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:58:40,193 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:58:42,194 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:58:43,432 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:58:44,196 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:58:46,197 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:58:47,273 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:58:47,274 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:58:47,277 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:58:48,198 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:58:49,347 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:58:50,200 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:58:52,201 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:58:54,202 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:58:55,341 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:58:56,204 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:58:58,205 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:59:00,206 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:59:01,328 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:59:01,550 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:59:02,208 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:59:02,274 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:59:02,274 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:59:02,278 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:59:04,209 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:59:06,211 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:59:07,279 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:59:08,213 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:59:10,214 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:59:12,215 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:59:13,108 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:59:14,217 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:59:16,218 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:59:17,273 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:59:17,274 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:59:17,277 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:59:18,220 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:59:18,259 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:59:20,221 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:59:22,222 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:59:24,131 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:59:24,224 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:59:26,225 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:59:28,226 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:59:29,303 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:59:30,228 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:59:31,559 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 04:59:32,229 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:59:32,274 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:59:32,274 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:59:32,278 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:59:34,231 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:59:34,997 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:59:36,232 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:59:38,234 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:59:40,126 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:59:40,235 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:59:42,236 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:59:44,237 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:59:45,925 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:59:46,239 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:59:47,274 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 04:59:47,274 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 04:59:47,278 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 04:59:48,240 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:59:50,242 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:59:50,970 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:59:52,243 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:59:54,244 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:59:56,246 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 04:59:56,753 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 04:59:58,247 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:00:00,248 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:00:01,565 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:00:01,770 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:00:02,250 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:00:02,274 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:00:02,275 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:00:02,278 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:00:04,251 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:00:06,252 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:00:07,612 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:00:08,254 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:00:10,255 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:00:12,257 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:00:13,517 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:00:14,258 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:00:16,259 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:00:17,274 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:00:17,274 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:00:17,282 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:00:18,260 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:00:19,415 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:00:20,262 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:00:22,263 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:00:24,265 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:00:25,179 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:00:26,266 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:00:28,268 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:00:30,183 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:00:30,269 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:00:31,554 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:00:32,271 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:00:32,274 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:00:32,275 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:00:32,283 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:00:34,272 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:00:36,088 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:00:36,273 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:00:38,275 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:00:40,276 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:00:42,065 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:00:42,277 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:00:44,279 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:00:46,280 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:00:47,149 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:00:47,274 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:00:47,275 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:00:47,283 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:00:48,281 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:00:50,283 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:00:52,284 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:00:52,896 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:00:54,285 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:00:56,287 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:00:57,949 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:00:58,288 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:01:00,290 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:01:01,560 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:01:02,275 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:01:02,275 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:01:02,283 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:01:02,291 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:01:03,845 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:01:04,292 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:01:06,294 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:01:08,295 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:01:09,714 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:01:10,296 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:01:12,297 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:01:14,299 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:01:14,789 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:01:16,300 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:01:17,275 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:01:17,275 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:01:17,283 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:01:18,301 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:01:20,303 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:01:20,733 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:01:22,304 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:01:24,305 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:01:25,816 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:01:26,307 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:01:28,308 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:01:30,309 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:01:31,557 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:01:31,558 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:01:32,275 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:01:32,275 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:01:32,283 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:01:32,311 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:01:34,312 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:01:36,314 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:01:36,665 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:01:38,315 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:01:40,316 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:01:42,318 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:01:42,398 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:01:44,319 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:01:46,320 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:01:47,275 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:01:47,275 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:01:47,283 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:01:47,432 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:01:48,322 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:01:50,323 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:01:52,325 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:01:52,953 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:01:54,326 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:01:56,327 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:01:58,329 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:01:58,852 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:02:00,330 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:02:01,563 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:02:02,275 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:02:02,276 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:02:02,284 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:02:02,331 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:02:03,943 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:02:04,333 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:02:06,334 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:02:08,335 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:02:09,783 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:02:10,336 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:02:12,337 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:02:14,339 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:02:15,732 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:02:16,340 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:02:17,275 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:02:17,275 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:02:17,284 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:02:18,342 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:02:20,343 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:02:21,591 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:02:22,345 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:02:24,346 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:02:26,347 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:02:26,803 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:02:28,350 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:02:30,351 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:02:31,561 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:02:32,276 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:02:32,276 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:02:32,284 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:02:32,353 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:02:32,384 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:02:34,354 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:02:36,355 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:02:37,509 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:02:38,356 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:02:40,358 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:02:42,359 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:02:42,552 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:02:44,360 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:02:46,361 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:02:47,276 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:02:47,276 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:02:47,284 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:02:47,706 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:02:48,363 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:02:50,364 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:02:52,366 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:02:53,423 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:02:54,367 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:02:56,368 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:02:58,369 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:02:59,340 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:03:00,371 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:03:01,562 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:03:02,275 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:03:02,276 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:03:02,284 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:03:02,372 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:03:04,343 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:03:04,373 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:03:06,375 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:03:08,376 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:03:10,180 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:03:10,378 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:03:12,379 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:03:14,380 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:03:16,147 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:03:16,382 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:03:17,276 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:03:17,276 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:03:17,284 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:03:18,383 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:03:20,384 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:03:22,088 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:03:22,386 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:03:24,387 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:03:26,389 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:03:27,122 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:03:28,390 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:03:30,391 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:03:31,563 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:03:32,276 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:03:32,276 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:03:32,284 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:03:32,359 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:03:32,392 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:03:34,394 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:03:36,395 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:03:37,813 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:03:38,396 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:03:40,398 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:03:42,399 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:03:42,937 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:03:44,400 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:03:46,401 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:03:47,276 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:03:47,277 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:03:47,284 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:03:48,403 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:03:48,779 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:03:50,404 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:03:52,405 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:03:54,406 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:03:54,582 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:03:56,408 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:03:58,409 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:04:00,410 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:04:00,478 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:04:01,564 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:04:02,276 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:04:02,277 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:04:02,284 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:04:02,412 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:04:04,413 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:04:06,378 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:04:06,414 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:04:08,419 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:04:10,420 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:04:12,354 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:04:12,422 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:04:14,423 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:04:16,424 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:04:17,276 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:04:17,277 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:04:17,284 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:04:18,346 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:04:18,425 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:04:20,427 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:04:22,428 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:04:24,266 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:04:24,430 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:04:26,431 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:04:28,432 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:04:30,181 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:04:30,433 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:04:31,567 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:04:32,277 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:04:32,277 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:04:32,285 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:04:32,435 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:04:34,436 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:04:36,071 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:04:36,438 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:04:38,439 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:04:40,440 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:04:41,960 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:04:42,441 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:04:44,442 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:04:46,444 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:04:47,277 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:04:47,277 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:04:47,285 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:04:47,341 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:04:48,445 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:04:50,446 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:04:52,448 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:04:52,769 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:04:54,449 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:04:56,452 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:04:58,454 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:04:58,609 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:05:00,455 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:05:01,567 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:05:02,277 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:05:02,277 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:05:02,285 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:05:02,456 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:05:03,610 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:05:04,458 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:05:06,459 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:05:08,461 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:05:09,359 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:05:10,462 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:05:12,463 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:05:14,464 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:05:15,358 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:05:16,466 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:05:17,277 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:05:17,277 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:05:17,285 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:05:18,467 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:05:20,468 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:05:21,226 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:05:22,469 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:05:24,471 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:05:26,472 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:05:27,144 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:05:28,474 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:05:31,476 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:05:31,568 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:05:32,277 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:05:32,277 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:05:32,286 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:05:32,433 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:05:33,477 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:05:35,479 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:05:37,480 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:05:37,873 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:05:39,481 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:05:41,483 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:05:42,892 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:05:43,484 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:05:45,485 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:05:47,277 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:05:47,278 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:05:47,285 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:05:47,486 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:05:48,655 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:05:49,488 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:05:51,489 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:05:53,490 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:05:54,579 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:05:55,492 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:05:57,493 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:05:59,494 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:05:59,677 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:06:01,496 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:06:01,570 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:06:02,277 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:06:02,277 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:06:02,285 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:06:03,497 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:06:05,385 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:06:05,498 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:06:07,500 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:06:09,501 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:06:10,520 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:06:11,503 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:06:13,504 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:06:15,505 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:06:16,355 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:06:17,277 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:06:17,278 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:06:17,286 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:06:17,506 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:06:19,508 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:06:21,509 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:06:21,532 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:06:23,511 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:06:25,512 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:06:27,230 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:06:27,513 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:06:29,514 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:06:31,517 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:06:31,575 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:06:32,269 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:06:32,277 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:06:32,277 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:06:32,286 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:06:33,518 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:06:35,519 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:06:37,521 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:06:38,033 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:06:39,522 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:06:41,523 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:06:43,525 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:06:43,926 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:06:45,526 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:06:47,277 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:06:47,278 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:06:47,286 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:06:47,527 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:06:48,952 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:06:49,529 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:06:51,530 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:06:53,531 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:06:54,618 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:06:55,533 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:06:57,534 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:06:59,535 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:07:00,534 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:07:01,537 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:07:01,572 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:07:02,277 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:07:02,278 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:07:02,287 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:07:03,538 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:07:05,539 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:07:06,505 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:07:07,541 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:07:09,542 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:07:11,543 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:07:12,437 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:07:13,544 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:07:15,546 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:07:17,278 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:07:17,278 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:07:17,287 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:07:17,439 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:07:17,547 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:07:19,548 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:07:21,550 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:07:23,191 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:07:23,551 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:07:25,552 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:07:27,554 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:07:28,197 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:07:29,555 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:07:31,556 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:07:31,573 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:07:32,278 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:07:32,279 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:07:32,287 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:07:33,558 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:07:33,938 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:07:35,559 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:07:37,560 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:07:39,562 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:07:39,774 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:07:41,563 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:07:43,564 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:07:45,566 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:07:45,631 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:07:47,278 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:07:47,278 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:07:47,287 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:07:47,567 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:07:49,568 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:07:51,569 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:07:51,599 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:07:53,571 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:07:55,575 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:07:56,618 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:07:57,576 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:07:59,577 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:08:01,574 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:08:01,579 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:08:02,278 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:08:02,279 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:08:02,287 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:08:02,359 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:08:03,580 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:08:05,581 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:08:07,432 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:08:07,583 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:08:09,584 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:08:11,585 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:08:13,101 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:08:13,586 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:08:15,588 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:08:17,278 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:08:17,279 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:08:17,288 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:08:17,589 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:08:19,089 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:08:19,590 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:08:21,591 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:08:23,593 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:08:25,019 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:08:25,594 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:08:27,595 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:08:29,597 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:08:30,868 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:08:31,575 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:08:31,598 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:08:32,279 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:08:32,279 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:08:32,287 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:08:33,599 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:08:35,601 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:08:35,922 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:08:37,602 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:08:39,603 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:08:41,605 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:08:41,807 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:08:43,606 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:08:45,607 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:08:47,279 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:08:47,279 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:08:47,288 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:08:47,416 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:08:47,609 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:08:49,611 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:08:51,612 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:08:52,426 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:08:53,613 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:08:55,614 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:08:57,616 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:08:58,297 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:08:59,617 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:09:01,576 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:09:01,618 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:09:02,279 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:09:02,279 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:09:02,288 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:09:03,620 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:09:04,250 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:09:05,621 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:09:07,623 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:09:09,355 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:09:09,625 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:09:11,626 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:09:13,628 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:09:15,031 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:09:15,629 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:09:17,279 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:09:17,280 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:09:17,288 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:09:17,630 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:09:19,632 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:09:20,922 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:09:21,633 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:09:23,634 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:09:25,636 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:09:26,922 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:09:27,638 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:09:29,639 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:09:31,578 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:09:31,640 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:09:32,279 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:09:32,280 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:09:32,288 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:09:32,389 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:09:33,642 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:09:35,643 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:09:37,593 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:09:37,644 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:09:39,646 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:09:41,647 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:09:43,490 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:09:43,648 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:09:45,650 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:09:47,279 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:09:47,280 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:09:47,288 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:09:47,651 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:09:49,416 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:09:49,652 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:09:51,654 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:09:53,655 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:09:55,230 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:09:55,656 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:09:57,658 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:09:59,659 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:10:00,344 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:10:01,578 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:10:01,660 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:10:02,280 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:10:02,280 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:10:02,288 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:10:03,662 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:10:05,663 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:10:06,147 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:10:07,664 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:10:09,666 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:10:11,667 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:10:12,056 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:10:13,668 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:10:15,670 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:10:17,279 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:10:17,280 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:10:17,288 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:10:17,387 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:10:17,671 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:10:19,673 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:10:21,674 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:10:22,716 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:10:23,675 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:10:25,677 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:10:27,678 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:10:28,624 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:10:29,679 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:10:31,585 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:10:31,681 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:10:32,280 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:10:32,280 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:10:32,288 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:10:33,658 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:10:33,682 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:10:35,683 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:10:37,685 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:10:39,395 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:10:39,686 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:10:41,688 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:10:43,689 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:10:45,320 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:10:45,695 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:10:47,280 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:10:47,280 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:10:47,289 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:10:47,696 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:10:49,698 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:10:51,257 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:10:51,699 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:10:53,700 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:10:55,703 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:10:57,111 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:10:57,703 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:10:59,704 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:11:01,581 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:11:01,706 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:11:02,280 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:11:02,280 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:11:02,289 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:11:02,394 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:11:03,707 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:11:05,708 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:11:07,709 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:11:07,884 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:11:09,711 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:11:11,712 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:11:13,713 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:11:13,842 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:11:15,715 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:11:17,280 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:11:17,281 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:11:17,289 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:11:17,716 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:11:19,693 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:11:19,717 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:11:21,719 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:11:23,720 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:11:24,709 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:11:25,721 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:11:27,722 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:11:29,724 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:11:30,446 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:11:31,582 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:11:31,725 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:11:32,280 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:11:32,281 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:11:32,289 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:11:33,727 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:11:35,728 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:11:36,399 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:11:37,729 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:11:39,731 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:11:41,409 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:11:41,732 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:11:43,733 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:11:45,735 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:11:47,098 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:11:47,283 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:11:47,283 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:11:47,289 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:11:47,736 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:11:49,744 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:11:51,739 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:11:53,042 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:11:53,740 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:11:55,742 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:11:57,743 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:11:58,919 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:11:59,744 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:12:01,584 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:12:01,746 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:12:02,284 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:12:02,284 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:12:02,289 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:12:03,747 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:12:04,914 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:12:05,748 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:12:06,253 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 05:12:06,255 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 05:12:06,255 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 05:12:06,256 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 05:12:06,256 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 05:12:06,749 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 05:12:07,749 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:12:09,751 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:12:10,069 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:12:11,752 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:12:13,753 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:12:15,113 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:12:15,754 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:12:17,283 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:12:17,284 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:12:17,289 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:12:17,755 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:12:19,756 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:12:20,363 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:12:21,757 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:12:23,758 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:12:24,759 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:12:25,760 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:12:25,866 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:12:26,287 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 05:12:27,761 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:12:28,762 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:12:29,763 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:12:31,350 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:12:31,584 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:12:31,764 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:12:32,284 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:12:32,284 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:12:32,289 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:12:33,765 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:12:35,766 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:12:37,256 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:12:37,768 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:12:39,769 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:12:41,770 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:12:43,234 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:12:43,771 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:12:45,772 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:12:47,284 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:12:47,284 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:12:47,289 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:12:47,774 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:12:49,162 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:12:49,775 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:12:51,776 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:12:53,778 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:12:55,074 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:12:55,779 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:12:57,780 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:12:59,782 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:13:01,062 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:13:01,585 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:13:01,783 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:13:02,284 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:13:02,284 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:13:02,290 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:13:03,784 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:13:05,786 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:13:07,038 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:13:07,787 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:13:09,789 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:13:11,790 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:13:12,996 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:13:13,791 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:13:15,793 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:13:17,284 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:13:17,285 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:13:17,290 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:13:17,794 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:13:18,941 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:13:19,795 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:13:21,797 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:13:23,798 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:13:23,978 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:13:25,799 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:13:27,801 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:13:29,659 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:13:29,803 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:13:31,587 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:13:31,804 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:13:32,284 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:13:32,284 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:13:32,290 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:13:33,806 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:13:35,536 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:13:35,807 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:13:37,808 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:13:39,809 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:13:41,519 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:13:41,810 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:13:43,812 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:13:45,813 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:13:47,284 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:13:47,285 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:13:47,290 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:13:47,417 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:13:47,819 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:13:49,821 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:13:51,822 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:13:53,305 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:13:53,823 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:13:55,825 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:13:57,826 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:13:59,190 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:13:59,827 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:14:01,588 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:14:01,829 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:14:02,285 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:14:02,285 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:14:02,290 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:14:03,830 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:14:05,019 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:14:05,832 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:14:07,833 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:14:09,835 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:14:10,136 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:14:11,839 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:14:13,840 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:14:15,841 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:14:16,111 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:14:17,285 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:14:17,285 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:14:17,290 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:14:17,842 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:14:19,843 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:14:21,845 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:14:22,001 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:14:23,846 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:14:25,847 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:14:27,849 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:14:27,998 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:14:29,850 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:14:31,589 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:14:31,851 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:14:32,285 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:14:32,285 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:14:32,290 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:14:33,853 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:14:33,979 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:14:35,857 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:14:37,858 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:14:39,037 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:14:39,859 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:14:41,860 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:14:43,863 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:14:44,841 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:14:45,864 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:14:47,285 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:14:47,286 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:14:47,291 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:14:47,866 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:14:49,867 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:14:49,945 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:14:51,868 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:14:53,870 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:14:55,865 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:14:55,872 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:14:57,873 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:14:59,874 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:15:00,965 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:15:01,590 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:15:01,875 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:15:02,285 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:15:02,286 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:15:02,291 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:15:03,877 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:15:05,879 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:15:06,832 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:15:07,880 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:15:09,882 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:15:11,883 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:15:12,758 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:15:13,885 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:15:15,886 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:15:17,285 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:15:17,286 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:15:17,291 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:15:17,878 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:15:17,890 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:15:19,888 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:15:21,890 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:15:23,788 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:15:23,891 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:15:25,892 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:15:27,894 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:15:28,790 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:15:29,895 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:15:31,592 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:15:31,897 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:15:32,285 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:15:32,286 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:15:32,291 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:15:33,898 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:15:34,632 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:15:35,900 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:15:37,900 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:15:39,705 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:15:39,902 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:15:41,904 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:15:43,905 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:15:45,471 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:15:45,907 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:15:47,285 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:15:47,286 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:15:47,291 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:15:47,908 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:15:49,909 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:15:51,463 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:15:51,911 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:15:53,912 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:15:55,913 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:15:56,493 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:15:57,914 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:15:59,916 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:16:01,593 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:16:01,593 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:16:01,917 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:16:02,286 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:16:02,286 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:16:02,291 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:16:03,918 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:16:05,920 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:16:07,268 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:16:07,921 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:16:09,922 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:16:11,924 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:16:12,295 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:16:13,925 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:16:15,926 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:16:17,286 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:16:17,286 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:16:17,291 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:16:17,442 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:16:17,928 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:16:19,929 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:16:21,930 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:16:22,972 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:16:23,932 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:16:25,933 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:16:27,934 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:16:28,825 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:16:29,936 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:16:31,594 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:16:31,937 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:16:32,286 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:16:32,287 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:16:32,292 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:16:33,938 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:16:34,757 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:16:35,940 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:16:37,941 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:16:39,757 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:16:39,942 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:16:41,944 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:16:43,945 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:16:45,522 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:16:45,946 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:16:47,286 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:16:47,286 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:16:47,291 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:16:47,947 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:16:49,949 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:16:51,461 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:16:51,950 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:16:53,951 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:16:55,953 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:16:57,337 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:16:57,954 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:16:59,956 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:17:01,599 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:17:01,957 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:17:02,286 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:17:02,286 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:17:02,292 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:17:02,358 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:17:03,958 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:17:05,959 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:17:07,960 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:17:08,144 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:17:09,962 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:17:11,963 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:17:13,965 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:17:14,049 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:17:15,966 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:17:17,286 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:17:17,287 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:17:17,292 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:17:17,967 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:17:19,968 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:17:19,976 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:17:21,970 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:17:23,971 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:17:25,826 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:17:25,973 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:17:27,975 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:17:29,976 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:17:31,596 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:17:31,597 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:17:31,977 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:17:32,286 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:17:32,287 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:17:32,292 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:17:33,979 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:17:35,980 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:17:36,708 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:17:37,981 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:17:39,983 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:17:41,984 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:17:42,392 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:17:43,986 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:17:45,987 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:17:47,286 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:17:47,287 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:17:47,292 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:17:47,426 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:17:47,989 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:17:49,990 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:17:51,991 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:17:53,089 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:17:53,993 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:17:56,002 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:17:58,003 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:17:58,213 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:18:00,005 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:18:01,598 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:18:02,006 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:18:02,287 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:18:02,287 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:18:02,299 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:18:04,008 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:18:04,160 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:18:06,009 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:18:08,010 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:18:10,011 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:18:10,139 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:18:12,013 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:18:14,014 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:18:15,307 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:18:16,016 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:18:17,287 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:18:17,287 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:18:17,293 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:18:18,017 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:18:20,018 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:18:20,955 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:18:22,019 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:18:24,021 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:18:26,022 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:18:26,938 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:18:28,023 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:18:30,025 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:18:31,599 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:18:32,027 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:18:32,289 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:18:32,290 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:18:32,293 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:18:32,358 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:18:34,028 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:18:36,029 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:18:37,742 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:18:38,030 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:18:40,032 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:18:42,033 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:18:43,710 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:18:44,034 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:18:46,036 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:18:47,288 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:18:47,289 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:18:47,293 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:18:48,037 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:18:48,769 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:18:50,038 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:18:52,040 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:18:54,041 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:18:54,560 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:18:56,043 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:18:58,044 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:18:59,607 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:19:00,047 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:19:01,600 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:19:02,048 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:19:02,288 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:19:02,289 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:19:02,293 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:19:04,049 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:19:05,359 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:19:06,051 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:19:08,052 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:19:10,053 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:19:10,428 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:19:12,054 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:19:14,055 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:19:16,057 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:19:16,212 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:19:17,288 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:19:17,289 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:19:17,293 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:19:18,058 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:19:20,059 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:19:22,061 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:19:22,209 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:19:24,062 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:19:26,063 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:19:28,065 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:19:28,169 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:19:30,066 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:19:31,601 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:19:32,068 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:19:32,288 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:19:32,289 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:19:32,293 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:19:33,205 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:19:34,069 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:19:36,071 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:19:38,072 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:19:38,999 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:19:40,073 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:19:42,075 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:19:44,076 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:19:44,960 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:19:46,077 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:19:47,289 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:19:47,289 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:19:47,294 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:19:48,079 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:19:50,080 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:19:50,924 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:19:52,081 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:19:54,083 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:19:56,084 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:19:56,860 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:19:58,085 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:20:00,087 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:20:01,603 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:20:02,088 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:20:02,289 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:20:02,292 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:20:02,295 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:20:02,435 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:20:04,089 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:20:06,091 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:20:07,606 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:20:08,092 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:20:10,093 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:20:12,095 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:20:13,506 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:20:14,096 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:20:16,097 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:20:17,289 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:20:17,289 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:20:17,294 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:20:18,099 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:20:19,468 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:20:20,100 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:20:22,101 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:20:24,102 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:20:24,509 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:20:26,107 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:20:29,109 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:20:30,447 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:20:31,110 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:20:31,604 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:20:32,289 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:20:32,290 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:20:32,294 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:20:33,111 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:20:35,113 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:20:35,470 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:20:37,114 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:20:39,116 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:20:41,117 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:20:41,350 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:20:43,119 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:20:45,120 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:20:47,121 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:20:47,217 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:20:47,289 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:20:47,290 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:20:47,294 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:20:49,122 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:20:51,124 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:20:52,259 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:20:53,125 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:20:55,126 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:20:57,127 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:20:58,021 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:20:59,129 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:21:01,130 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:21:01,605 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:21:02,290 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:21:02,290 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:21:02,294 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:21:03,132 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:21:03,922 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:21:05,133 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:21:07,135 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:21:08,935 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:21:09,137 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:21:11,138 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:21:13,139 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:21:14,620 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:21:15,141 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:21:17,142 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:21:17,289 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:21:17,290 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:21:17,294 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:21:19,143 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:21:20,517 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:21:21,145 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:21:23,146 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:21:25,148 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:21:26,349 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:21:27,149 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:21:29,150 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:21:31,151 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:21:31,606 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:21:31,607 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:21:32,290 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:21:32,290 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:21:32,294 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:21:33,153 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:21:35,154 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:21:37,115 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:21:37,155 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:21:39,157 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:21:41,158 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:21:43,042 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:21:43,159 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:21:45,161 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:21:47,162 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:21:47,290 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:21:47,290 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:21:47,295 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:21:48,116 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:21:49,163 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:21:51,165 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:21:53,166 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:21:53,880 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:21:55,167 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:21:57,169 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:21:59,170 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:21:59,863 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:22:01,172 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:22:01,607 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:22:02,290 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:22:02,290 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:22:02,295 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:22:03,173 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:22:05,174 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:22:05,772 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:22:07,175 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:22:09,177 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:22:11,179 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:22:11,697 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:22:13,180 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:22:15,181 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:22:16,812 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:22:17,183 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:22:17,290 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:22:17,290 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:22:17,295 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:22:19,184 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:22:21,185 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:22:22,680 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:22:23,187 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:22:25,188 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:22:27,190 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:22:28,579 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:22:29,191 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:22:31,193 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:22:31,609 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:22:32,290 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:22:32,290 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:22:32,295 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:22:33,194 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:22:34,498 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:22:35,196 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:22:37,201 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:22:39,202 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:22:39,549 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:22:41,203 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:22:43,204 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:22:45,206 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:22:45,522 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:22:47,207 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:22:47,290 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:22:47,291 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:22:47,295 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:22:49,209 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:22:51,210 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:22:51,368 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:22:53,211 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:22:55,212 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:22:57,214 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:22:57,356 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:22:59,215 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:23:01,216 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:23:01,610 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:23:02,291 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:23:02,291 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:23:02,295 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:23:02,449 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:23:03,218 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:23:05,219 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:23:07,221 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:23:08,167 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:23:09,222 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:23:11,223 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:23:13,224 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:23:14,127 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:23:15,226 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:23:17,227 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:23:17,291 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:23:17,291 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:23:17,295 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:23:19,228 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:23:20,027 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:23:21,230 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:23:23,231 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:23:25,236 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:23:26,009 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:23:27,236 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:23:29,237 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:23:31,163 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:23:31,238 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:23:31,611 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:23:32,291 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:23:32,291 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:23:32,295 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:23:33,240 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:23:35,241 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:23:37,074 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:23:37,242 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:23:39,243 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:23:41,245 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:23:42,968 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:23:43,246 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:23:45,247 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:23:47,249 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:23:47,291 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:23:47,291 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:23:47,296 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:23:48,003 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:23:49,250 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:23:51,251 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:23:53,253 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:23:53,785 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:23:55,254 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:23:57,255 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:23:59,257 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:23:59,757 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:24:01,258 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:24:01,612 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:24:02,291 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:24:02,292 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:24:02,296 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:24:03,259 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:24:04,816 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:24:05,261 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:24:07,262 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:24:09,263 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:24:10,626 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:24:11,265 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:24:13,266 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:24:15,268 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:24:16,552 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:24:17,269 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:24:17,291 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:24:17,292 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:24:17,296 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:24:19,271 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:24:21,272 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:24:21,579 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:24:23,274 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:24:25,275 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:24:27,276 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:24:27,466 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:24:29,278 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:24:31,279 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:24:31,613 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:24:32,291 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:24:32,292 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:24:32,296 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:24:33,280 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:24:33,430 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:24:35,282 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:24:37,283 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:24:39,284 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:24:39,325 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:24:41,286 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:24:43,287 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:24:45,289 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:24:45,322 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:24:47,290 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:24:47,292 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:24:47,292 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:24:47,296 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:24:49,292 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:24:51,293 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:24:51,312 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:24:53,294 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:24:55,296 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:24:57,233 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:24:57,297 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:24:59,299 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:25:01,300 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:25:01,614 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:25:02,292 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:25:02,292 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:25:02,296 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:25:02,379 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:25:03,301 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:25:05,302 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:25:07,304 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:25:07,875 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:25:09,305 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:25:11,306 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:25:13,308 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:25:13,766 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:25:15,309 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:25:17,292 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:25:17,292 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:25:17,297 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:25:17,310 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:25:19,312 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:25:19,659 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:25:21,313 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:25:23,314 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:25:25,316 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:25:25,654 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:25:27,317 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:25:29,318 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:25:30,672 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:25:31,320 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:25:31,616 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:25:32,292 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:25:32,293 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:25:32,297 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:25:33,321 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:25:35,322 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:25:36,391 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:25:37,323 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:25:39,325 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:25:41,326 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:25:42,375 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:25:43,327 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:25:45,329 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:25:47,292 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:25:47,293 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:25:47,297 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:25:47,330 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:25:47,401 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:25:49,331 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:25:51,333 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:25:53,149 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:25:53,334 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:25:55,335 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:25:57,337 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:25:59,089 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:25:59,338 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:26:01,340 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:26:01,616 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:26:02,292 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:26:02,293 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:26:02,297 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:26:03,341 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:26:05,022 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:26:05,342 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:26:07,343 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:26:09,345 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:26:10,868 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:26:11,346 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:26:13,348 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:26:15,349 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:26:16,754 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:26:17,293 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:26:17,294 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:26:17,297 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:26:17,351 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:26:19,352 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:26:21,354 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:26:22,645 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:26:23,355 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:26:25,356 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:26:27,357 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:26:27,677 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:26:29,359 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:26:31,360 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:26:31,618 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:26:32,293 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:26:32,294 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:26:32,298 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:26:33,361 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:26:33,450 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:26:35,363 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:26:37,364 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:26:39,218 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:26:39,365 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:26:41,367 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:26:43,368 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:26:45,149 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:26:45,369 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:26:47,293 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:26:47,294 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:26:47,297 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:26:47,371 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:26:49,372 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:26:51,109 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:26:51,373 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:26:53,375 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:26:55,376 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:26:57,005 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:26:57,378 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:26:59,383 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:27:01,384 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:27:01,619 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:27:02,067 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:27:02,293 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:27:02,293 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:27:02,297 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:27:03,386 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:27:05,387 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:27:07,388 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:27:07,824 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:27:09,390 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:27:11,391 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:27:12,949 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:27:13,392 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:27:15,394 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:27:17,293 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:27:17,294 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:27:17,298 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:27:17,395 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:27:18,596 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:27:19,396 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:27:21,397 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:27:23,398 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:27:24,401 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:27:25,400 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:27:27,401 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:27:29,402 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:27:30,276 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:27:31,404 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:27:31,620 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:27:32,293 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:27:32,294 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:27:32,298 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:27:33,405 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:27:35,277 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:27:35,406 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:27:37,408 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:27:39,409 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:27:41,130 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:27:41,411 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:27:43,412 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:27:45,413 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:27:46,234 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:27:47,293 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:27:47,294 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:27:47,299 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:27:47,414 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:27:49,415 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:27:51,417 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:27:51,610 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:27:53,418 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:27:55,419 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:27:57,421 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:27:57,520 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:27:59,422 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:28:01,423 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:28:01,621 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:28:02,294 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:28:02,294 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:28:02,299 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:28:02,770 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:28:03,425 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:28:05,426 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:28:07,427 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:28:08,508 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:28:09,429 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:28:11,430 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:28:13,432 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:28:14,393 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:28:15,433 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:28:17,294 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:28:17,295 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:28:17,299 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:28:17,435 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:28:19,436 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:28:20,282 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:28:21,437 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:28:23,439 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:28:25,440 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:28:26,153 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:28:27,441 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:28:29,443 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:28:31,445 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:28:31,622 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:28:31,623 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:28:32,294 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:28:32,294 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:28:32,299 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:28:33,446 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:28:34,868 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 05:28:34,869 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 05:28:34,869 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 05:28:34,870 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 05:28:34,870 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 05:28:35,447 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 05:28:35,447 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:28:36,668 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:28:37,448 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:28:39,449 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:28:41,451 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:28:41,736 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:28:43,452 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:28:45,453 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:28:46,948 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:28:47,294 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:28:47,294 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:28:47,299 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:28:47,455 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:28:49,456 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:28:51,457 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:28:52,069 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:28:53,458 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:28:54,459 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:28:54,986 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 05:28:57,461 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:28:57,730 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:28:58,462 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:28:59,463 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:29:01,464 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:29:01,623 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:29:02,294 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:29:02,295 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:29:02,300 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:29:02,731 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:29:03,466 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:29:05,467 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:29:07,468 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:29:08,508 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:29:09,469 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:29:11,471 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:29:13,473 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:29:14,374 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:29:15,474 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:29:17,294 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:29:17,295 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:29:17,300 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:29:17,475 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:29:19,477 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:29:20,359 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:29:21,478 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:29:23,479 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:29:25,481 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:29:26,187 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:29:27,482 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:29:29,484 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:29:31,485 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:29:31,624 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:29:31,624 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:29:32,295 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:29:32,296 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:29:32,300 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:29:33,486 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:29:35,488 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:29:36,963 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:29:37,489 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:29:39,490 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:29:41,491 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:29:42,801 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:29:43,493 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:29:45,494 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:29:47,295 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:29:47,295 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:29:47,300 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:29:47,496 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:29:47,990 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:29:49,497 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:29:51,498 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:29:53,500 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:29:53,654 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:29:55,501 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:29:57,502 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:29:58,657 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:29:59,504 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:30:01,505 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:30:01,625 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:30:02,295 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:30:02,295 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:30:02,300 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:30:03,507 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:30:04,393 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:30:05,509 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:30:07,510 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:30:09,511 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:30:10,330 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:30:11,513 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:30:13,514 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:30:15,430 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:30:15,515 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:30:17,295 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:30:17,296 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:30:17,300 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:30:17,517 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:30:19,518 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:30:20,510 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:30:21,519 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:30:23,521 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:30:25,522 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:30:26,371 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:30:27,523 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:30:29,525 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:30:31,526 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:30:31,537 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:30:31,626 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:30:32,295 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:30:32,296 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:30:32,300 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:30:33,527 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:30:35,529 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:30:37,403 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:30:37,530 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:30:39,532 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:30:41,533 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:30:42,403 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:30:43,535 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:30:45,537 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:30:47,295 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:30:47,295 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:30:47,300 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:30:47,538 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:30:48,378 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:30:49,539 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:30:51,541 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:30:53,542 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:30:54,144 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:30:55,543 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:30:57,545 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:30:59,546 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:30:59,987 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:31:01,547 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:31:01,627 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:31:02,296 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:31:02,296 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:31:02,300 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:31:03,549 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:31:05,550 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:31:05,926 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:31:07,552 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:31:09,553 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:31:11,554 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:31:11,756 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:31:13,556 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:31:15,557 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:31:17,296 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:31:17,296 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:31:17,301 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:31:17,416 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:31:17,558 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:31:19,560 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:31:21,561 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:31:22,495 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:31:23,562 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:31:25,564 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:31:27,565 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:31:28,291 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:31:29,566 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:31:31,568 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:31:31,628 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:31:32,296 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:31:32,296 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:31:32,301 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:31:33,569 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:31:34,272 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:31:35,571 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:31:37,572 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:31:39,574 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:31:40,148 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:31:41,575 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:31:43,576 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:31:45,578 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:31:46,057 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:31:47,296 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:31:47,296 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:31:47,301 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:31:47,579 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:31:49,580 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:31:51,582 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:31:52,016 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:31:53,583 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:31:55,584 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:31:57,040 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:31:57,586 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:31:59,587 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:32:01,588 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:32:01,630 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:32:02,296 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:32:02,296 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:32:02,301 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:32:02,397 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:32:03,590 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:32:05,591 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:32:07,530 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:32:07,592 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:32:09,594 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:32:11,595 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:32:12,565 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:32:13,596 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:32:15,598 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:32:17,300 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:32:17,301 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:32:17,305 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:32:17,599 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:32:17,790 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:32:19,600 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:32:21,601 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:32:22,806 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:32:23,603 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:32:25,604 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:32:27,605 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:32:28,558 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:32:29,607 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:32:31,608 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:32:31,631 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:32:32,300 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:32:32,301 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:32:32,304 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:32:33,609 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:32:33,780 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:32:35,611 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:32:37,612 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:32:39,465 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:32:39,613 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:32:41,615 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:32:43,616 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:32:45,376 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:32:45,617 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:32:47,300 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:32:47,301 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:32:47,304 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:32:47,619 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:32:49,620 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:32:50,381 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:32:51,621 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:32:53,623 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:32:55,624 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:32:56,251 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:32:57,625 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:32:59,626 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:33:01,628 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:33:01,631 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:33:01,632 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:33:02,300 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:33:02,301 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:33:02,304 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:33:03,629 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:33:05,630 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:33:06,920 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:33:07,631 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:33:09,633 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:33:11,634 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:33:12,844 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:33:13,636 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:33:15,637 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:33:17,301 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:33:17,301 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:33:17,305 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:33:17,638 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:33:18,736 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:33:19,639 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:33:21,640 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:33:23,642 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:33:23,741 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:33:25,643 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:33:27,644 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:33:29,570 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:33:29,646 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:33:31,633 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:33:31,647 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:33:32,301 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:33:32,301 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:33:32,305 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:33:33,649 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:33:35,500 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:33:35,650 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:33:37,651 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:33:39,653 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:33:41,417 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:33:41,654 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:33:43,655 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:33:45,657 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:33:47,301 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:33:47,302 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:33:47,305 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:33:47,450 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:33:47,658 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:33:49,659 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:33:51,661 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:33:53,286 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:33:53,662 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:33:55,663 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:33:57,665 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:33:59,278 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:33:59,666 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:34:01,634 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:34:01,667 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:34:02,301 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:34:02,301 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:34:02,305 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:34:03,669 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:34:04,282 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:34:05,670 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:34:07,672 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:34:09,673 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:34:10,018 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:34:11,674 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:34:13,676 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:34:15,048 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:34:15,677 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:34:17,301 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:34:17,302 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:34:17,305 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:34:17,678 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:34:19,680 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:34:20,791 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:34:21,681 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:34:23,683 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:34:25,684 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:34:25,850 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:34:27,685 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:34:29,687 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:34:31,635 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:34:31,636 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:34:31,688 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:34:32,301 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:34:32,302 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:34:32,305 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:34:33,689 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:34:35,690 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:34:36,768 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:34:37,692 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:34:39,694 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:34:42,380 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:34:42,696 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:34:44,698 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:34:46,699 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:34:47,301 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:34:47,302 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:34:47,305 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:34:47,385 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:34:48,700 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:34:50,702 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:34:52,703 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:34:53,175 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:34:54,704 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:34:56,706 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:34:58,707 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:34:59,100 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:35:00,709 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:35:01,637 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:35:02,301 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:35:02,302 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:35:02,305 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:35:02,710 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:35:04,164 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:35:04,712 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:35:06,713 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:35:08,714 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:35:09,924 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:35:10,716 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:35:12,717 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:35:14,718 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:35:14,957 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:35:16,720 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:35:17,301 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:35:17,302 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:35:17,305 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:35:18,721 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:35:20,671 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:35:20,722 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:35:22,724 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:35:24,725 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:35:25,734 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:35:26,726 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:35:28,727 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:35:30,729 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:35:31,623 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:35:31,637 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:35:32,302 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:35:32,302 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:35:32,306 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:35:32,730 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:35:34,731 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:35:36,732 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:35:37,449 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:35:38,734 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:35:40,735 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:35:42,737 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:35:43,341 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:35:44,738 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:35:46,740 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:35:47,302 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:35:47,302 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:35:47,306 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:35:48,741 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:35:49,122 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:35:50,742 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:35:52,743 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:35:54,189 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:35:54,745 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:35:56,746 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:35:58,748 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:35:59,943 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:36:00,749 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:36:01,639 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:36:02,302 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:36:02,303 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:36:02,307 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:36:02,750 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:36:04,751 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:36:05,819 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:36:06,753 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:36:08,754 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:36:10,755 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:36:11,697 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:36:12,757 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:36:14,759 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:36:16,760 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:36:17,302 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:36:17,303 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:36:17,307 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:36:17,411 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:36:18,761 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:36:20,763 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:36:22,491 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:36:22,764 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:36:24,765 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:36:26,766 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:36:27,594 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:36:28,768 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:36:30,769 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:36:31,640 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:36:32,302 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:36:32,303 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:36:32,308 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:36:32,771 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:36:33,500 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:36:34,772 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:36:36,774 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:36:38,536 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:36:38,775 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:36:40,776 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:36:42,778 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:36:44,288 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:36:44,779 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:36:46,780 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:36:47,302 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:36:47,303 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:36:47,308 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:36:48,782 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:36:50,205 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:36:50,783 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:36:52,785 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:36:54,786 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:36:56,101 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:36:56,787 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:36:58,789 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:37:00,790 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:37:01,132 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:37:01,641 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:37:02,302 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:37:02,303 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:37:02,308 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:37:02,791 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:37:04,793 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:37:06,794 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:37:06,982 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:37:08,795 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:37:10,796 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:37:12,798 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:37:12,852 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:37:14,799 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:37:16,801 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:37:17,303 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:37:17,303 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:37:17,308 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:37:17,872 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:37:18,802 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:37:20,804 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:37:22,805 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:37:23,529 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:37:24,806 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:37:26,808 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:37:28,533 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:37:28,809 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:37:30,811 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:37:31,642 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:37:32,303 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:37:32,303 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:37:32,308 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:37:32,812 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:37:34,233 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:37:34,813 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:37:36,814 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:37:38,816 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:37:39,248 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:37:40,817 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:37:42,818 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:37:44,820 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:37:45,047 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:37:46,821 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:37:47,303 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:37:47,304 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:37:47,308 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:37:48,823 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:37:50,824 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:37:51,005 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:37:52,825 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:37:54,826 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:37:56,028 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:37:56,828 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:37:58,829 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:38:00,831 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:38:01,643 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:38:01,644 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:38:02,304 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:38:02,304 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:38:02,309 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:38:02,832 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:38:04,833 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:38:06,700 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:38:06,835 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:38:08,836 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:38:10,838 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:38:12,464 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:38:12,839 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:38:14,841 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:38:16,842 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:38:17,303 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:38:17,304 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:38:17,308 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:38:17,607 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:38:18,843 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:38:20,845 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:38:22,846 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:38:23,551 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:38:24,847 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:38:26,849 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:38:28,851 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:38:29,540 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:38:30,852 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:38:31,644 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:38:32,303 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:38:32,304 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:38:32,308 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:38:32,853 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:38:34,606 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:38:34,855 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:38:36,856 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:38:38,857 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:38:40,431 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:38:40,859 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:38:42,860 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:38:44,861 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:38:46,339 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:38:46,863 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:38:47,304 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:38:47,304 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:38:47,309 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:38:48,864 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:38:50,866 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:38:52,261 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:38:52,867 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:38:54,868 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:38:56,870 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:38:58,205 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:38:58,871 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:39:00,872 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:39:01,646 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:39:02,304 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:39:02,304 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:39:02,309 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:39:02,874 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:39:03,246 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:39:04,875 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:39:06,877 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:39:08,878 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:39:09,227 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:39:10,879 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:39:12,881 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:39:14,882 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:39:15,166 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:39:16,884 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:39:17,304 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:39:17,305 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:39:17,309 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:39:18,885 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:39:20,346 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:39:20,886 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:39:22,887 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:39:24,889 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:39:26,132 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:39:26,890 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:39:28,891 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:39:30,894 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:39:31,647 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:39:31,648 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:39:32,304 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:39:32,304 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:39:32,309 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:39:32,896 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:39:34,897 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:39:36,792 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:39:36,898 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:39:38,899 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:39:40,901 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:39:41,861 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:39:42,905 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:39:44,907 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:39:46,908 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:39:47,304 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:39:47,305 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:39:47,309 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:39:47,437 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:39:48,910 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:39:50,911 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:39:52,498 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:39:52,912 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:39:54,913 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:39:56,915 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:39:58,485 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:39:58,916 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:40:00,917 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:40:01,648 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:40:02,305 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:40:02,306 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:40:02,314 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:40:02,919 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:40:04,452 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:40:04,920 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:40:06,921 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:40:08,923 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:40:09,460 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:40:10,924 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:40:12,925 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:40:14,927 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:40:15,198 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:40:16,928 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:40:17,305 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:40:17,305 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:40:17,314 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:40:18,929 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:40:20,931 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:40:21,178 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:40:22,932 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:40:24,933 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:40:26,935 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:40:26,979 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:40:28,936 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:40:30,938 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:40:31,649 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:40:32,305 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:40:32,305 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:40:32,314 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:40:32,456 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:40:32,939 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:40:34,940 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:40:36,942 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:40:37,664 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:40:38,943 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:40:40,944 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:40:42,702 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:40:42,945 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:40:44,947 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:40:46,948 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:40:47,305 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:40:47,305 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:40:47,314 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:40:48,486 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:40:48,949 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:40:50,950 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:40:52,952 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:40:54,374 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:40:54,953 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:40:56,954 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:40:58,956 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:41:00,302 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:41:00,957 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:41:01,650 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:41:02,305 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:41:02,306 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:41:02,315 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:41:02,959 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:41:04,960 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:41:06,152 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:41:06,961 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:41:08,963 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:41:10,964 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:41:11,172 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:41:12,966 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:41:14,967 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:41:16,917 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:41:16,968 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:41:17,305 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:41:17,306 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:41:17,315 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:41:18,969 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:41:20,971 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:41:21,960 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:41:22,972 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:41:24,974 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:41:26,975 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:41:27,813 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:41:28,976 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:41:30,977 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:41:31,651 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:41:32,305 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:41:32,306 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:41:32,315 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:41:32,946 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:41:32,979 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:41:34,980 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:41:36,982 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:41:38,677 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:41:38,983 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:41:40,984 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:41:42,986 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:41:43,714 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:41:44,987 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:41:46,988 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:41:47,305 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:41:47,306 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:41:47,315 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:41:48,990 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:41:49,482 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:41:50,991 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:41:52,992 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:41:54,994 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:41:55,443 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:41:56,995 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:41:58,997 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:42:00,999 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:42:01,298 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:42:01,652 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:42:02,306 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:42:02,306 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:42:02,315 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:42:03,000 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:42:05,002 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:42:06,343 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:42:07,003 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:42:09,004 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:42:11,011 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:42:12,171 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:42:13,012 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:42:15,013 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:42:17,015 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:42:17,306 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:42:17,306 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:42:17,315 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:42:17,442 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:42:19,016 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:42:21,017 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:42:22,910 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:42:23,019 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:42:25,021 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:42:27,022 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:42:28,891 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:42:29,023 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:42:31,024 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:42:31,653 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:42:32,306 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:42:32,307 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:42:32,315 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:42:33,026 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:42:34,885 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:42:35,027 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:42:37,028 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:42:39,030 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:42:39,891 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:42:41,031 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:42:43,032 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:42:45,034 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:42:45,789 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:42:47,035 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:42:47,306 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:42:47,306 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:42:47,315 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:42:49,036 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:42:50,895 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:42:51,043 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:42:53,044 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:42:55,045 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:42:56,632 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:42:57,046 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:42:59,047 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:43:01,049 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:43:01,654 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:43:01,655 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:43:02,306 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:43:02,307 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:43:02,316 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:43:03,050 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:43:05,051 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:43:07,058 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:43:07,220 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:43:09,060 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:43:11,061 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:43:13,062 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:43:13,123 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:43:15,064 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:43:17,065 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:43:17,306 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:43:17,307 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:43:17,316 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:43:19,012 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:43:19,066 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:43:21,068 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:43:23,069 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:43:24,880 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:43:25,071 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:43:27,072 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:43:29,073 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:43:30,851 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:43:31,074 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:43:31,655 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:43:32,306 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:43:32,307 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:43:32,316 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:43:33,076 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:43:35,077 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:43:36,699 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:43:37,078 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:43:39,080 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:43:41,081 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:43:42,631 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:43:43,082 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:43:45,084 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:43:47,085 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:43:47,307 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:43:47,307 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:43:47,316 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:43:47,643 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:43:49,086 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:43:51,087 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:43:53,089 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:43:53,344 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:43:55,090 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:43:57,091 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:43:59,093 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:43:59,341 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:44:01,094 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:44:01,659 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:44:02,307 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:44:02,307 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:44:02,316 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:44:03,095 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:44:05,096 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:44:05,120 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:44:07,098 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:44:09,099 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:44:10,280 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:44:11,101 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:44:13,102 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:44:15,103 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:44:16,092 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:44:17,105 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:44:17,307 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:44:17,307 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:44:17,316 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:44:19,106 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:44:21,107 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:44:21,298 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:44:23,109 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:44:25,110 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:44:27,111 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:44:27,216 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:44:29,113 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:44:31,114 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:44:31,661 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:44:32,307 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:44:32,307 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:44:32,316 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:44:32,425 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:44:33,116 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:44:35,117 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:44:37,118 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:44:38,184 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:44:39,120 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:44:41,121 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:44:43,122 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:44:44,102 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:44:45,124 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:44:47,125 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:44:47,307 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:44:47,308 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:44:47,317 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:44:49,126 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:44:50,030 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:44:51,128 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:44:53,129 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:44:55,130 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:44:56,007 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:44:57,132 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:44:59,133 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:45:01,135 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:45:01,662 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:45:01,663 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:45:02,307 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:45:02,307 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:45:02,316 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:45:03,136 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:45:03,399 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 05:45:03,401 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 05:45:03,401 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 05:45:03,402 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 05:45:03,402 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 05:45:04,137 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 05:45:05,137 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:45:06,701 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:45:07,138 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:45:09,140 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:45:11,141 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:45:11,803 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:45:13,142 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:45:15,143 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:45:16,824 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:45:17,144 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:45:17,307 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:45:17,308 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:45:17,319 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:45:19,146 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:45:21,147 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:45:22,153 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:45:23,148 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:45:23,197 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 05:45:25,149 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:45:27,150 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:45:27,350 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:45:29,152 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:45:31,153 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:45:31,663 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:45:32,307 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:45:32,308 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:45:32,318 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:45:32,453 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:45:33,154 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:45:35,156 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:45:37,157 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:45:37,948 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:45:39,158 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:45:41,159 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:45:43,160 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:45:43,896 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:45:45,161 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:45:47,163 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:45:47,308 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:45:47,308 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:45:47,317 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:45:48,935 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:45:49,164 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:45:51,165 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:45:53,167 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:45:54,702 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:45:55,168 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:45:57,169 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:45:59,171 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:46:00,614 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:46:01,172 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:46:01,665 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:46:02,308 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:46:02,308 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:46:02,318 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:46:03,173 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:46:05,175 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:46:06,589 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:46:07,176 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:46:09,178 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:46:11,179 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:46:12,545 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:46:13,181 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:46:15,182 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:46:17,183 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:46:17,308 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:46:17,308 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:46:17,318 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:46:18,511 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:46:19,184 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:46:21,186 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:46:23,187 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:46:24,434 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:46:25,189 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:46:27,190 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:46:29,191 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:46:30,330 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:46:31,192 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:46:31,666 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:46:32,308 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:46:32,309 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:46:32,318 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:46:33,193 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:46:35,194 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:46:36,253 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:46:37,196 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:46:39,197 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:46:41,199 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:46:41,290 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:46:43,200 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:46:45,201 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:46:47,064 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:46:47,202 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:46:47,308 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:46:47,308 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:46:47,318 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:46:49,204 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:46:51,205 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:46:52,946 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:46:53,206 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:46:55,208 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:46:57,209 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:46:58,914 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:46:59,210 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:47:01,212 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:47:01,666 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:47:02,308 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:47:02,309 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:47:02,318 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:47:03,213 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:47:04,023 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:47:05,214 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:47:07,216 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:47:09,217 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:47:09,708 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:47:11,218 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:47:13,219 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:47:14,760 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:47:15,221 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:47:17,222 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:47:17,308 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:47:17,309 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:47:17,318 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:47:19,223 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:47:20,609 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:47:21,225 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:47:23,226 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:47:25,227 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:47:26,459 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:47:27,229 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:47:29,230 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:47:31,231 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:47:31,540 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:47:31,667 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:47:32,308 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:47:32,309 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:47:32,318 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:47:33,232 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:47:35,234 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:47:37,235 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:47:37,284 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:47:39,237 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:47:41,239 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:47:43,202 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:47:43,240 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:47:45,241 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:47:47,243 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:47:47,309 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:47:47,309 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:47:47,318 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:47:49,100 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:47:49,244 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:47:51,245 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:47:53,247 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:47:55,067 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:47:55,248 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:47:57,249 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:47:59,251 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:48:00,235 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:48:01,252 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:48:01,668 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:48:02,309 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:48:02,309 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:48:02,319 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:48:03,253 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:48:05,255 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:48:05,850 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:48:07,256 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:48:09,257 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:48:11,259 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:48:11,701 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:48:13,260 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:48:15,261 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:48:16,824 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:48:17,263 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:48:17,309 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:48:17,309 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:48:17,319 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:48:19,264 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:48:21,265 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:48:22,518 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:48:23,267 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:48:25,268 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:48:27,269 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:48:28,437 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:48:29,271 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:48:31,272 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:48:31,670 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:48:32,309 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:48:32,309 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:48:32,319 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:48:33,273 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:48:34,312 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:48:35,275 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:48:37,276 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:48:39,277 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:48:40,235 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:48:41,279 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:48:43,281 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:48:45,258 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:48:46,283 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:48:47,309 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:48:47,310 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:48:47,319 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:48:48,284 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:48:50,286 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:48:51,143 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:48:52,287 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:48:54,288 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:48:56,206 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:48:56,289 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:48:58,291 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:49:00,292 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:49:01,671 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:49:01,672 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:49:02,293 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:49:02,309 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:49:02,310 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:49:02,319 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:49:04,295 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:49:06,296 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:49:06,835 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:49:08,298 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:49:10,299 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:49:12,300 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:49:12,552 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:49:14,302 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:49:16,303 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:49:17,309 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:49:17,310 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:49:17,319 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:49:17,609 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:49:18,305 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:49:20,306 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:49:22,307 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:49:23,332 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:49:24,309 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:49:26,310 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:49:28,311 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:49:29,171 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:49:30,313 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:49:31,672 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:49:32,310 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:49:32,310 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:49:32,315 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:49:32,319 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:49:34,316 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:49:35,074 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:49:36,317 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:49:38,319 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:49:40,320 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:49:40,950 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:49:42,321 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:49:44,322 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:49:46,057 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:49:46,324 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:49:47,309 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:49:47,310 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:49:47,319 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:49:48,325 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:49:50,327 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:49:51,860 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:49:52,328 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:49:54,329 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:49:56,331 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:49:57,839 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:49:58,332 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:50:00,333 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:50:01,673 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:50:02,310 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:50:02,310 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:50:02,320 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:50:02,335 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:50:03,706 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:50:04,336 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:50:06,337 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:50:08,338 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:50:09,528 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:50:10,340 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:50:12,341 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:50:14,342 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:50:15,388 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:50:16,344 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:50:17,310 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:50:17,311 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:50:17,320 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:50:18,345 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:50:20,346 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:50:21,231 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:50:22,348 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:50:24,349 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:50:26,350 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:50:27,159 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:50:28,352 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:50:30,353 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:50:31,675 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:50:32,310 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:50:32,310 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:50:32,320 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:50:32,354 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:50:32,485 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:50:34,355 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:50:36,357 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:50:37,871 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:50:38,358 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:50:40,359 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:50:42,361 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:50:43,837 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:50:44,362 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:50:46,363 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:50:47,310 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:50:47,311 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:50:47,320 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:50:48,365 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:50:49,679 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:50:50,366 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:50:52,368 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:50:54,369 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:50:55,523 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:50:56,370 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:50:58,372 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:51:00,373 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:51:01,347 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:51:01,675 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:51:02,310 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:51:02,311 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:51:02,320 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:51:02,374 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:51:04,375 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:51:06,377 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:51:07,275 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:51:08,378 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:51:10,379 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:51:12,381 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:51:12,385 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:51:14,382 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:51:16,383 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:51:17,310 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:51:17,311 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:51:17,320 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:51:17,476 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:51:18,384 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:51:20,386 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:51:22,387 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:51:22,792 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:51:24,389 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:51:26,390 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:51:27,828 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:51:28,392 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:51:30,393 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:51:31,676 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:51:32,310 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:51:32,311 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:51:32,320 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:51:32,394 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:51:33,483 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:51:34,396 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:51:36,397 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:51:38,398 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:51:39,355 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:51:40,399 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:51:42,401 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:51:44,402 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:51:45,114 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:51:46,403 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:51:47,311 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:51:47,311 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:51:47,320 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:51:48,405 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:51:50,406 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:51:51,107 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:51:52,407 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:51:54,408 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:51:56,110 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:51:56,410 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:51:58,411 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:52:00,413 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:52:01,678 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:52:01,679 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:52:02,311 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:52:02,311 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:52:02,321 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:52:02,414 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:52:04,415 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:52:06,416 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:52:07,654 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:52:08,418 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:52:10,419 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:52:12,420 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:52:13,462 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:52:14,422 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:52:16,423 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:52:17,311 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:52:17,311 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:52:17,321 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:52:18,424 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:52:19,394 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:52:20,426 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:52:22,427 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:52:24,428 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:52:25,340 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:52:26,429 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:52:28,431 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:52:30,432 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:52:31,302 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:52:31,679 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:52:32,311 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:52:32,312 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:52:32,321 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:52:32,434 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:52:34,435 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:52:36,436 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:52:37,193 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:52:38,437 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:52:40,439 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:52:42,440 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:52:43,110 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:52:44,441 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:52:46,443 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:52:47,311 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:52:47,312 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:52:47,321 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:52:48,111 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:52:48,444 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:52:50,445 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:52:52,446 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:52:53,872 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:52:54,448 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:52:56,449 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:52:58,451 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:52:58,887 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:53:00,452 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:53:01,680 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:53:02,311 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:53:02,312 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:53:02,321 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:53:02,453 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:53:04,455 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:53:04,712 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:53:06,456 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:53:08,457 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:53:10,459 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:53:10,548 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:53:12,460 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:53:14,463 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:53:16,434 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:53:16,464 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:53:17,312 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:53:17,312 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:53:17,322 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:53:18,465 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:53:20,466 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:53:22,337 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:53:22,468 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:53:24,469 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:53:26,470 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:53:27,517 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:53:28,472 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:53:30,473 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:53:31,681 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:53:32,312 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:53:32,313 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:53:32,321 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:53:32,475 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:53:33,480 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:53:34,476 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:53:36,478 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:53:38,479 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:53:39,328 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:53:40,480 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:53:42,482 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:53:44,413 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:53:44,483 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:53:46,484 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:53:47,312 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:53:47,312 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:53:47,322 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:53:48,488 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:53:50,242 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:53:50,489 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:53:52,491 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:53:54,492 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:53:56,057 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:53:56,493 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:53:58,494 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:54:00,496 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:54:01,682 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:54:01,683 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:54:02,312 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:54:02,312 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:54:02,322 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:54:02,497 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:54:04,498 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:54:06,500 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:54:06,749 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:54:08,501 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:54:10,502 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:54:11,870 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:54:12,504 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:54:14,505 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:54:16,506 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:54:17,312 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:54:17,313 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:54:17,322 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:54:17,488 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:54:18,508 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:54:20,509 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:54:22,510 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:54:22,750 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:54:24,512 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:54:26,513 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:54:28,483 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:54:28,514 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:54:30,516 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:54:31,683 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:54:32,312 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:54:32,312 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:54:32,322 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:54:32,517 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:54:34,442 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:54:34,518 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:54:36,520 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:54:38,521 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:54:40,301 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:54:40,523 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:54:42,524 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:54:44,525 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:54:46,248 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:54:46,527 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:54:47,312 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:54:47,313 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:54:47,322 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:54:48,528 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:54:50,529 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:54:52,180 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:54:52,530 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:54:54,536 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:54:56,537 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:54:58,103 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:54:58,538 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:55:00,547 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:55:01,684 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:55:02,312 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:55:02,313 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:55:02,322 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:55:02,548 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:55:04,022 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:55:04,550 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:55:06,551 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:55:08,552 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:55:09,214 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:55:10,554 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:55:12,555 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:55:14,557 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:55:14,877 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:55:16,558 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:55:17,313 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:55:17,313 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:55:17,322 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:55:18,559 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:55:20,082 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:55:20,561 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:55:22,562 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:55:24,564 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:55:25,857 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:55:26,565 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:55:28,566 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:55:30,567 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:55:31,649 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:55:31,685 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:55:32,313 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:55:32,313 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:55:32,323 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:55:32,569 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:55:34,570 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:55:36,571 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:55:37,516 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:55:38,573 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:55:40,574 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:55:42,575 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:55:43,462 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:55:44,577 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:55:46,578 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:55:47,313 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:55:47,313 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:55:47,323 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:55:48,579 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:55:49,402 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:55:50,580 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:55:52,582 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:55:54,583 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:55:55,272 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:55:56,584 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:55:58,586 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:56:00,365 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:56:00,587 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:56:01,686 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:56:02,313 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:56:02,314 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:56:02,323 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:56:02,589 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:56:04,590 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:56:05,456 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:56:06,591 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:56:08,592 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:56:10,594 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:56:11,207 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:56:12,595 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:56:14,597 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:56:16,326 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:56:16,598 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:56:17,313 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:56:17,314 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:56:17,323 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:56:18,599 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:56:20,600 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:56:22,221 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:56:22,602 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:56:24,603 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:56:26,604 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:56:28,198 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:56:28,606 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:56:30,607 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:56:31,688 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:56:32,313 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:56:32,314 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:56:32,323 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:56:32,608 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:56:34,104 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:56:34,610 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:56:36,611 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:56:38,612 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:56:40,083 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:56:40,613 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:56:42,615 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:56:44,616 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:56:45,190 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:56:46,617 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:56:47,313 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:56:47,314 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:56:47,323 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:56:48,619 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:56:50,620 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:56:50,855 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:56:52,621 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:56:54,622 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:56:56,624 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:56:56,749 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:56:58,625 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:57:00,626 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:57:01,688 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:57:02,314 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:57:02,314 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:57:02,323 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:57:02,402 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:57:02,627 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:57:04,629 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:57:06,630 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:57:07,659 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:57:08,631 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:57:10,633 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:57:12,634 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:57:13,370 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:57:14,636 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:57:16,637 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:57:17,314 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:57:17,314 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:57:17,323 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:57:18,403 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:57:18,638 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:57:20,640 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:57:22,642 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:57:24,097 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:57:24,643 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:57:26,644 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:57:28,646 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:57:29,102 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:57:30,647 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:57:31,689 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:57:32,314 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:57:32,314 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:57:32,324 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:57:32,648 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:57:34,650 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:57:34,850 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:57:36,651 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:57:38,653 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:57:39,973 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:57:40,654 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:57:42,655 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:57:44,656 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:57:45,861 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:57:46,658 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:57:47,314 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:57:47,324 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:57:47,329 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:57:48,659 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:57:50,660 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:57:50,964 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:57:52,662 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:57:54,663 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:57:56,664 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:57:56,803 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:57:58,666 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:58:00,667 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:58:01,690 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:58:02,314 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:58:02,315 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:58:02,324 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:58:02,477 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:58:02,668 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:58:04,670 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:58:06,671 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:58:07,727 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:58:08,672 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:58:10,674 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:58:12,675 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:58:13,563 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:58:14,677 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:58:16,678 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:58:17,314 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:58:17,315 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:58:17,324 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:58:18,666 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:58:18,679 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:58:20,680 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:58:22,682 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:58:24,404 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:58:24,683 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:58:26,684 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:58:28,686 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:58:30,349 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:58:30,687 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:58:31,691 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:58:32,315 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:58:32,315 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:58:32,324 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:58:32,688 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:58:34,690 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:58:36,210 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:58:36,691 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:58:38,692 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:58:40,693 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:58:42,086 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:58:42,695 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:58:44,696 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:58:46,698 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:58:47,314 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:58:47,315 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:58:47,324 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:58:47,480 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:58:48,700 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:58:50,701 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:58:52,703 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:58:52,718 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:58:54,704 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:58:56,705 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:58:58,677 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:58:58,707 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:59:00,708 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:59:01,692 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:59:02,315 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:59:02,315 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:59:02,324 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:59:02,709 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:59:04,564 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:59:04,710 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:59:06,712 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:59:08,713 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:59:10,457 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:59:10,715 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:59:12,716 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:59:14,717 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:59:16,394 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:59:16,718 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:59:17,315 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:59:17,315 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:59:17,324 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:59:18,720 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:59:20,721 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:59:21,400 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:59:22,722 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:59:24,724 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:59:26,725 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:59:26,877 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:59:28,726 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:59:30,728 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:59:31,693 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 05:59:32,315 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:59:32,316 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:59:32,325 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:59:32,395 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:59:32,729 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:59:34,730 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:59:36,732 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:59:38,367 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:59:38,733 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:59:40,734 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:59:42,736 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:59:44,353 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:59:44,737 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:59:46,738 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:59:47,315 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 05:59:47,316 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 05:59:47,325 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 05:59:48,740 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:59:50,104 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:59:50,741 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:59:52,743 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:59:54,743 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:59:56,080 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 05:59:56,745 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 05:59:58,746 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:00:00,751 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:00:01,695 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:00:01,696 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:00:02,315 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:00:02,316 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:00:02,324 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:00:02,752 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:00:04,753 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:00:06,716 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:00:06,754 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:00:08,756 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:00:10,757 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:00:12,706 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:00:12,758 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:00:14,760 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:00:16,761 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:00:17,315 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:00:17,316 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:00:17,325 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:00:18,547 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:00:18,762 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:00:20,764 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:00:22,765 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:00:24,351 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:00:24,766 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:00:26,767 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:00:28,769 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:00:30,241 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:00:30,770 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:00:31,696 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:00:32,316 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:00:32,316 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:00:32,325 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:00:32,772 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:00:34,773 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:00:36,118 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:00:36,774 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:00:38,775 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:00:40,777 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:00:41,994 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:00:42,778 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:00:44,779 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:00:46,781 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:00:46,999 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:00:47,316 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:00:47,316 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:00:47,325 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:00:48,782 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:00:50,786 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:00:52,785 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:00:52,955 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:00:54,786 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:00:56,788 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:00:57,996 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:00:58,789 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:01:00,790 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:01:01,697 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:01:02,316 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:01:02,316 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:01:02,325 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:01:02,791 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:01:03,777 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:01:04,793 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:01:06,794 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:01:08,795 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:01:09,720 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:01:10,797 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:01:12,798 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:01:14,799 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:01:15,633 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:01:16,801 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:01:17,316 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:01:17,316 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:01:17,325 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:01:18,802 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:01:20,803 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:01:21,568 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:01:22,804 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:01:24,806 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:01:26,807 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:01:27,433 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:01:27,657 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 06:01:27,658 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 06:01:27,659 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 06:01:27,659 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 06:01:27,660 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 06:01:27,807 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 06:01:28,808 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:01:30,809 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:01:31,698 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:01:32,316 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:01:32,317 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:01:32,325 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:01:32,810 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:01:34,070 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:01:34,812 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:01:36,813 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:01:38,815 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:01:39,185 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:01:40,816 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:01:42,817 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:01:44,362 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:01:44,818 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:01:46,819 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:01:47,316 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:01:47,317 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:01:47,325 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:01:47,794 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 06:01:48,820 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:01:49,515 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:01:50,822 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:01:52,823 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:01:54,824 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:01:55,203 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:01:56,826 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:01:58,827 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:02:00,224 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:02:00,829 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:02:01,699 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:02:02,316 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:02:02,317 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:02:02,326 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:02:02,830 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:02:04,831 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:02:05,341 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:02:06,832 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:02:08,833 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:02:10,835 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:02:11,226 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:02:12,836 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:02:14,837 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:02:16,839 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:02:17,182 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:02:17,316 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:02:17,317 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:02:17,326 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:02:18,840 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:02:20,841 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:02:22,842 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:02:23,092 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:02:24,843 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:02:26,847 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:02:28,849 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:02:29,029 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:02:30,850 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:02:31,700 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:02:32,317 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:02:32,317 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:02:32,326 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:02:32,854 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:02:34,151 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:02:34,859 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:02:36,861 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:02:38,864 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:02:40,111 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:02:40,868 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:02:42,870 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:02:44,875 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:02:45,983 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:02:46,880 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:02:47,317 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:02:47,317 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:02:47,326 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:02:48,882 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:02:50,885 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:02:51,980 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:02:52,889 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:02:55,893 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:02:56,897 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:02:57,859 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:02:59,899 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:03:01,701 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:03:01,901 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:03:02,317 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:03:02,317 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:03:02,326 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:03:03,674 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:03:03,904 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:03:05,906 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:03:07,908 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:03:08,697 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:03:09,909 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:03:11,911 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:03:13,912 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:03:14,470 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:03:15,913 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:03:17,317 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:03:17,318 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:03:17,326 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:03:17,915 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:03:19,486 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:03:19,916 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:03:21,917 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:03:23,919 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:03:25,224 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:03:25,920 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:03:27,922 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:03:29,923 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:03:31,168 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:03:31,702 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:03:31,925 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:03:32,317 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:03:32,318 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:03:32,326 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:03:33,926 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:03:35,927 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:03:36,262 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:03:37,929 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:03:39,930 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:03:41,932 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:03:42,180 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:03:43,933 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:03:45,934 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:03:47,317 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:03:47,318 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:03:47,326 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:03:47,446 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:03:47,936 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:03:49,937 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:03:51,938 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:03:53,022 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:03:53,940 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:03:55,942 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:03:57,942 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:03:58,123 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:03:59,944 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:04:01,703 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:04:01,945 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:04:02,318 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:04:02,318 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:04:02,327 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:04:03,881 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:04:03,946 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:04:05,948 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:04:07,949 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:04:09,788 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:04:09,951 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:04:11,953 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:04:13,954 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:04:14,903 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:04:15,955 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:04:17,317 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:04:17,318 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:04:17,327 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:04:17,956 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:04:19,957 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:04:20,099 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:04:21,959 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:04:23,960 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:04:25,155 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:04:25,961 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:04:27,963 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:04:29,964 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:04:30,867 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:04:31,704 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:04:31,966 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:04:32,317 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:04:32,318 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:04:32,327 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:04:33,967 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:04:35,968 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:04:36,796 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:04:37,969 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:04:39,971 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:04:41,972 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:04:42,783 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:04:43,973 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:04:45,975 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:04:47,318 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:04:47,318 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:04:47,327 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:04:47,803 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:04:47,976 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:04:49,977 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:04:51,978 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:04:53,484 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:04:53,980 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:04:55,981 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:04:57,983 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:04:58,491 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:04:59,984 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:05:01,706 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:05:01,985 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:05:02,318 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:05:02,318 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:05:02,327 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:05:03,987 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:05:04,311 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:05:05,988 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:05:07,989 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:05:09,991 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:05:10,204 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:05:11,992 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:05:13,993 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:05:15,394 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:05:15,994 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:05:17,318 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:05:17,319 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:05:17,327 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:05:17,996 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:05:19,997 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:05:21,184 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:05:21,998 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:05:24,000 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:05:26,001 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:05:27,130 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:05:28,002 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:05:30,004 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:05:31,707 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:05:32,005 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:05:32,158 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:05:32,318 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:05:32,318 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:05:32,327 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:05:34,006 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:05:36,009 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:05:38,009 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:05:38,021 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:05:40,010 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:05:42,011 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:05:43,146 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:05:44,013 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:05:46,014 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:05:47,318 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:05:47,319 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:05:47,327 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:05:48,015 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:05:48,880 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:05:50,017 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:05:52,018 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:05:54,020 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:05:54,812 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:05:56,021 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:05:58,023 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:06:00,024 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:06:00,722 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:06:01,708 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:06:02,025 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:06:02,318 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:06:02,319 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:06:02,327 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:06:04,026 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:06:06,028 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:06:06,551 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:06:08,029 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:06:10,030 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:06:11,556 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:06:12,032 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:06:14,033 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:06:16,035 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:06:17,319 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:06:17,319 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:06:17,328 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:06:17,441 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:06:18,036 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:06:20,037 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:06:22,039 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:06:22,619 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:06:24,040 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:06:26,041 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:06:28,043 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:06:28,421 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:06:30,044 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:06:31,714 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:06:32,045 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:06:32,319 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:06:32,319 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:06:32,328 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:06:34,047 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:06:34,216 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:06:36,048 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:06:38,050 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:06:40,051 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:06:40,118 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:06:42,053 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:06:44,054 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:06:45,119 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:06:46,057 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:06:47,319 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:06:47,320 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:06:47,328 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:06:48,058 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:06:50,059 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:06:50,932 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:06:52,060 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:06:54,062 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:06:56,063 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:06:56,730 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:06:58,064 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:07:00,066 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:07:01,710 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:07:02,067 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:07:02,319 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:07:02,320 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:07:02,328 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:07:02,479 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:07:04,068 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:07:06,070 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:07:07,501 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:07:08,071 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:07:10,072 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:07:12,074 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:07:13,331 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:07:14,075 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:07:16,077 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:07:17,319 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:07:17,319 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:07:17,328 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:07:18,078 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:07:19,285 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:07:20,079 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:07:22,080 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:07:24,082 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:07:25,203 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:07:26,083 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:07:28,085 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:07:30,086 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:07:31,125 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:07:31,711 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:07:32,087 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:07:32,319 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:07:32,320 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:07:32,328 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:07:36,090 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:07:37,105 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:07:38,091 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:07:40,093 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:07:42,094 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:07:43,083 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:07:44,095 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:07:46,096 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:07:47,319 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:07:47,320 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:07:47,330 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:07:48,098 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:07:48,147 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:07:50,099 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:07:52,100 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:07:53,880 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:07:54,101 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:07:56,102 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:07:58,104 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:07:59,855 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:08:00,105 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:08:01,712 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:08:02,106 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:08:02,320 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:08:02,320 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:08:02,329 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:08:04,108 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:08:04,861 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:08:06,109 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:08:08,110 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:08:10,112 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:08:10,545 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:08:12,113 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:08:14,115 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:08:16,117 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:08:16,461 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:08:17,320 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:08:17,320 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:08:17,329 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:08:18,118 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:08:20,119 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:08:22,120 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:08:22,404 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:08:24,122 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:08:26,123 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:08:28,125 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:08:28,245 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:08:30,126 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:08:31,714 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:08:32,127 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:08:32,320 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:08:32,320 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:08:32,329 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:08:34,129 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:08:34,152 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:08:36,130 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:08:38,131 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:08:40,059 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:08:40,133 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:08:42,134 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:08:44,135 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:08:45,212 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:08:46,137 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:08:47,320 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:08:47,321 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:08:47,329 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:08:48,139 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:08:50,140 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:08:51,011 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:08:52,141 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:08:54,143 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:08:56,144 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:08:57,001 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:08:58,145 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:09:00,147 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:09:01,715 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:09:02,148 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:09:02,320 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:09:02,321 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:09:02,329 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:09:02,422 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:09:04,149 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:09:06,151 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:09:07,701 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:09:08,152 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:09:10,153 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:09:12,155 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:09:13,678 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:09:14,156 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:09:16,158 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:09:17,320 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:09:17,320 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:09:17,329 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:09:18,159 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:09:19,517 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:09:20,160 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:09:22,162 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:09:24,167 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:09:25,401 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:09:26,169 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:09:28,170 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:09:30,171 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:09:31,370 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:09:31,715 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:09:32,173 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:09:32,321 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:09:32,321 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:09:32,329 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:09:34,174 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:09:36,175 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:09:37,298 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:09:38,176 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:09:40,178 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:09:42,179 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:09:43,294 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:09:44,180 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:09:46,181 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:09:47,320 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:09:47,321 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:09:47,329 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:09:48,183 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:09:49,217 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:09:50,184 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:09:52,185 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:09:54,187 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:09:54,296 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:09:56,188 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:09:58,190 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:10:00,191 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:10:00,202 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:10:01,716 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:10:02,193 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:10:02,321 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:10:02,322 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:10:02,330 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:10:04,194 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:10:06,076 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:10:06,195 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:10:08,196 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:10:10,198 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:10:12,029 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:10:12,199 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:10:14,200 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:10:16,201 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:10:17,034 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:10:17,321 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:10:17,321 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:10:17,330 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:10:18,203 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:10:20,204 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:10:22,206 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:10:22,727 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:10:24,207 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:10:26,209 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:10:28,210 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:10:28,638 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:10:30,211 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:10:31,717 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:10:32,212 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:10:32,321 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:10:32,322 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:10:32,330 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:10:33,681 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:10:34,214 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:10:36,215 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:10:38,216 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:10:39,380 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:10:40,218 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:10:42,219 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:10:44,221 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:10:45,316 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:10:46,222 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:10:47,321 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:10:47,321 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:10:47,330 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:10:48,224 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:10:50,225 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:10:50,356 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:10:52,227 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:10:54,228 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:10:56,100 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:10:56,229 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:10:58,231 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:11:00,232 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:11:01,719 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:11:01,721 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:11:02,233 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:11:02,321 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:11:02,322 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:11:02,330 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:11:04,235 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:11:06,236 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:11:06,764 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:11:08,237 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:11:10,239 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:11:12,240 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:11:12,696 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:11:14,241 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:11:16,243 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:11:17,321 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:11:17,322 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:11:17,330 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:11:18,244 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:11:18,613 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:11:20,245 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:11:22,247 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:11:24,248 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:11:24,554 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:11:26,250 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:11:28,251 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:11:30,252 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:11:30,449 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:11:31,720 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:11:32,253 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:11:32,321 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:11:32,322 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:11:32,330 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:11:34,255 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:11:36,256 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:11:36,357 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:11:38,258 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:11:40,259 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:11:42,189 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:11:42,260 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:11:44,261 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:11:46,263 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:11:47,322 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:11:47,322 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:11:47,331 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:11:47,377 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:11:48,264 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:11:50,266 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:11:52,268 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:11:52,715 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:11:54,269 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:11:56,270 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:11:58,272 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:11:58,647 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:12:00,273 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:12:01,721 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:12:02,274 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:12:02,322 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:12:02,322 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:12:02,331 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:12:03,769 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:12:04,276 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:12:06,277 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:12:08,278 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:12:09,557 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:12:10,280 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:12:12,281 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:12:14,283 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:12:14,707 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:12:16,284 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:12:17,322 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:12:17,322 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:12:17,331 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:12:18,285 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:12:20,287 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:12:20,657 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:12:22,288 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:12:24,289 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:12:25,683 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:12:26,291 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:12:28,292 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:12:30,293 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:12:31,626 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:12:31,722 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:12:32,294 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:12:32,322 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:12:32,323 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:12:32,331 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:12:34,296 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:12:36,297 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:12:37,605 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:12:38,298 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:12:40,300 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:12:42,301 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:12:42,644 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:12:44,303 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:12:46,304 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:12:47,322 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:12:47,322 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:12:47,331 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:12:48,305 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:12:48,476 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:12:50,306 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:12:52,308 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:12:54,309 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:12:54,347 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:12:56,311 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:12:58,312 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:13:00,270 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:13:00,316 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:13:01,723 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:13:02,318 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:13:02,322 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:13:02,323 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:13:02,331 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:13:04,319 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:13:06,121 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:13:06,321 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:13:08,322 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:13:10,323 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:13:12,110 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:13:12,325 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:13:14,326 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:13:16,328 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:13:17,323 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:13:17,323 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:13:17,332 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:13:17,432 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:13:18,329 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:13:20,330 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:13:22,331 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:13:22,722 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:13:24,332 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:13:26,334 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:13:28,335 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:13:28,520 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:13:30,339 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:13:31,725 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:13:32,322 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:13:32,323 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:13:32,332 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:13:32,340 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:13:34,341 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:13:34,342 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:13:36,343 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:13:38,344 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:13:40,285 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:13:40,345 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:13:42,347 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:13:44,348 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:13:45,325 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:13:46,349 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:13:47,323 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:13:47,323 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:13:47,332 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:13:48,351 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:13:50,352 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:13:51,092 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:13:52,353 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:13:54,355 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:13:56,117 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:13:56,356 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:13:58,357 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:14:00,359 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:14:01,726 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:14:01,727 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:14:02,323 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:14:02,323 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:14:02,332 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:14:02,360 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:14:04,361 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:14:06,363 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:14:06,857 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:14:08,364 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:14:10,365 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:14:12,367 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:14:12,799 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:14:14,368 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:14:16,369 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:14:17,323 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:14:17,324 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:14:17,332 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:14:18,371 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:14:18,791 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:14:20,372 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:14:22,374 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:14:23,817 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:14:24,376 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:14:26,377 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:14:28,378 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:14:29,439 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:14:30,380 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:14:31,727 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:14:32,323 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:14:32,324 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:14:32,335 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:14:32,381 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:14:34,382 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:14:35,376 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:14:36,384 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:14:38,385 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:14:40,386 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:14:41,356 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:14:42,388 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:14:44,389 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:14:46,369 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:14:46,390 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:14:47,323 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:14:47,324 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:14:47,333 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:14:48,391 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:14:50,393 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:14:52,218 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:14:52,394 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:14:54,396 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:14:56,397 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:14:57,282 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:14:58,398 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:15:00,399 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:15:01,729 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:15:02,323 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:15:02,324 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:15:02,332 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:15:02,401 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:15:02,460 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:15:04,402 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:15:06,404 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:15:07,889 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:15:08,405 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:15:10,406 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:15:12,408 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:15:13,881 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:15:14,409 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:15:16,410 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:15:17,324 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:15:17,324 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:15:17,333 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:15:18,412 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:15:18,906 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:15:20,413 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:15:22,415 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:15:24,416 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:15:24,622 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:15:26,418 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:15:28,419 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:15:30,420 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:15:30,449 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:15:31,730 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:15:32,324 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:15:32,324 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:15:32,333 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:15:32,422 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:15:35,922 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:15:36,424 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:15:38,426 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:15:40,427 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:15:41,193 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:15:42,428 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:15:44,430 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:15:46,222 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:15:46,431 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:15:47,324 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:15:47,324 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:15:47,334 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:15:48,432 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:15:50,433 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:15:52,206 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:15:52,434 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:15:54,436 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:15:56,437 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:15:58,110 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:15:58,438 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:16:00,439 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:16:01,735 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:16:02,324 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:16:02,325 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:16:02,334 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:16:02,441 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:16:03,198 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:16:04,442 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:16:06,443 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:16:08,445 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:16:08,663 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:16:10,446 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:16:12,447 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:16:14,449 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:16:14,632 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:16:16,451 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:16:17,324 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:16:17,324 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:16:17,334 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:16:18,452 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:16:20,453 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:16:20,585 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:16:22,454 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:16:24,455 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:16:26,414 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:16:26,457 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:16:28,458 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:16:30,459 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:16:31,535 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:16:31,732 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:16:32,324 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:16:32,325 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:16:32,334 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:16:32,461 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:16:34,462 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:16:36,463 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:16:37,161 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:16:38,465 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:16:40,466 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:16:42,467 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:16:43,148 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:16:44,468 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:16:46,470 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:16:47,324 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:16:47,325 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:16:47,334 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:16:48,471 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:16:49,002 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:16:50,472 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:16:52,473 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:16:54,475 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:16:54,927 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:16:56,476 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:16:58,477 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:17:00,479 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:17:00,918 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:17:01,733 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:17:02,324 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:17:02,325 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:17:02,335 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:17:02,480 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:17:04,481 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:17:06,483 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:17:06,908 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:17:08,484 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:17:10,485 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:17:12,487 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:17:12,846 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:17:14,489 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:17:16,493 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:17:17,325 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:17:17,325 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:17:17,335 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:17:18,760 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:17:19,497 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:17:21,499 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:17:23,500 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:17:24,576 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:17:25,501 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:17:27,503 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:17:29,504 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:17:29,722 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:17:31,506 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:17:31,734 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:17:32,325 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:17:32,325 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:17:32,335 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:17:33,507 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:17:35,508 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:17:35,574 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:17:37,510 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:17:39,511 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:17:41,362 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:17:41,512 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:17:43,513 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:17:45,515 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:17:46,381 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:17:47,325 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:17:47,326 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:17:47,335 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:17:47,516 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:17:49,517 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:17:51,519 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:17:52,082 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:17:53,520 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:17:54,771 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 06:17:54,772 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 06:17:54,773 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 06:17:54,773 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 06:17:54,774 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 06:17:55,521 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 06:17:55,521 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:17:57,315 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:17:57,522 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:17:59,523 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:18:01,524 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:18:01,735 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:18:02,325 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:18:02,325 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:18:02,335 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:18:02,479 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:18:03,525 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:18:05,526 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:18:07,527 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:18:07,625 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:18:09,528 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:18:11,529 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:18:13,440 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:18:13,530 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:18:14,444 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 06:18:15,532 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:18:17,325 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:18:17,325 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:18:17,335 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:18:17,533 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:18:18,485 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:18:19,535 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:18:21,536 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:18:23,537 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:18:24,334 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:18:25,538 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:18:27,539 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:18:29,482 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:18:29,541 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:18:31,542 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:18:31,737 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:18:32,325 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:18:32,326 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:18:32,335 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:18:33,543 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:18:35,408 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:18:35,544 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:18:37,546 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:18:39,550 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:18:40,506 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:18:41,548 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:18:43,549 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:18:45,551 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:18:46,218 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:18:47,325 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:18:47,326 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:18:47,335 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:18:47,552 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:18:49,554 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:18:51,555 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:18:52,046 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:18:53,556 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:18:55,558 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:18:57,559 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:18:58,001 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:18:59,560 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:19:01,561 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:19:01,738 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:19:02,325 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:19:02,326 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:19:02,335 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:19:03,069 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:19:03,563 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:19:05,564 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:19:07,565 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:19:08,743 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:19:09,567 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:19:11,568 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:19:13,570 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:19:14,589 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:19:15,571 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:19:17,326 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:19:17,326 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:19:17,335 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:19:17,573 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:19:19,574 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:19:20,362 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:19:21,575 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:19:23,577 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:19:25,578 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:19:26,210 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:19:27,579 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:19:29,581 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:19:31,582 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:19:31,739 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:19:31,740 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:19:32,326 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:19:32,326 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:19:32,335 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:19:33,583 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:19:35,584 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:19:36,839 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:19:37,586 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:19:39,587 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:19:41,589 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:19:42,817 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:19:43,590 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:19:45,591 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:19:47,326 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:19:47,327 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:19:47,336 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:19:47,592 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:19:48,715 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:19:49,594 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:19:51,595 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:19:53,597 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:19:53,788 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:19:55,598 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:19:57,599 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:19:58,815 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:19:59,601 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:20:01,602 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:20:01,740 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:20:02,326 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:20:02,326 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:20:02,336 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:20:03,603 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:20:04,660 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:20:05,605 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:20:07,606 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:20:09,607 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:20:10,537 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:20:11,609 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:20:13,610 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:20:15,611 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:20:16,401 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:20:17,326 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:20:17,327 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:20:17,336 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:20:17,613 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:20:19,614 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:20:21,471 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:20:21,615 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:20:23,617 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:20:25,618 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:20:27,211 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:20:27,619 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:20:29,620 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:20:31,622 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:20:31,741 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:20:32,326 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:20:32,327 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:20:32,336 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:20:32,438 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:20:33,623 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:20:35,624 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:20:37,626 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:20:37,954 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:20:39,627 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:20:41,628 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:20:43,629 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:20:43,767 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:20:45,631 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:20:47,327 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:20:47,327 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:20:47,336 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:20:47,632 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:20:48,824 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:20:49,633 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:20:51,635 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:20:53,636 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:20:54,546 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:20:55,638 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:20:57,639 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:20:59,640 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:21:00,470 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:21:01,641 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:21:01,743 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:21:02,327 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:21:02,327 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:21:02,337 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:21:03,643 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:21:05,564 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:21:05,644 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:21:07,646 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:21:09,647 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:21:11,247 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:21:11,648 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:21:13,650 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:21:15,651 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:21:17,176 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:21:17,327 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:21:17,327 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:21:17,336 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:21:17,652 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:21:19,654 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:21:21,655 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:21:23,073 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:21:23,657 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:21:25,658 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:21:27,660 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:21:28,102 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:21:29,661 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:21:31,662 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:21:31,744 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:21:32,327 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:21:32,328 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:21:32,337 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:21:33,663 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:21:33,828 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:21:35,665 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:21:37,666 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:21:39,667 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:21:39,807 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:21:41,669 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:21:43,670 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:21:44,877 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:21:45,672 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:21:47,327 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:21:47,327 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:21:47,337 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:21:47,673 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:21:49,674 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:21:50,601 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:21:51,676 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:21:53,677 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:21:55,678 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:21:55,718 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:21:57,680 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:21:59,681 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:22:01,595 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:22:01,682 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:22:01,746 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:22:02,327 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:22:02,328 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:22:02,337 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:22:03,684 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:22:05,685 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:22:07,479 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:22:07,687 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:22:09,688 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:22:11,690 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:22:13,410 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:22:13,691 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:22:15,692 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:22:17,327 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:22:17,328 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:22:17,337 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:22:17,694 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:22:19,337 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:22:19,695 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:22:21,697 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:22:23,698 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:22:25,232 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:22:25,699 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:22:27,701 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:22:29,702 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:22:31,198 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:22:31,703 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:22:31,747 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:22:32,328 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:22:32,328 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:22:32,337 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:22:33,704 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:22:35,706 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:22:37,192 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:22:37,707 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:22:39,708 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:22:41,709 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:22:43,169 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:22:43,711 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:22:45,712 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:22:47,328 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:22:47,328 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:22:47,337 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:22:47,714 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:22:48,236 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:22:49,715 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:22:51,716 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:22:53,718 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:22:53,977 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:22:55,719 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:22:57,720 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:22:59,046 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:22:59,722 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:23:01,723 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:23:01,748 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:23:02,328 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:23:02,328 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:23:02,338 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:23:03,725 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:23:04,372 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:23:05,726 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:23:07,727 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:23:09,541 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:23:09,729 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:23:11,730 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:23:13,731 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:23:15,501 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:23:15,733 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:23:17,328 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:23:17,328 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:23:17,338 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:23:17,734 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:23:19,735 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:23:21,500 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:23:21,737 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:23:23,738 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:23:25,739 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:23:26,663 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:23:27,741 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:23:29,742 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:23:31,743 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:23:31,749 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:23:31,749 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:23:32,328 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:23:32,329 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:23:32,338 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:23:33,745 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:23:35,746 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:23:37,115 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:23:37,747 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:23:39,748 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:23:41,750 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:23:42,158 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:23:43,751 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:23:45,752 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:23:47,328 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:23:47,329 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:23:47,338 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:23:47,450 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:23:47,753 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:23:49,755 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:23:51,756 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:23:52,732 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:23:53,758 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:23:55,759 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:23:57,760 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:23:58,726 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:23:59,762 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:24:01,750 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:24:01,763 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:24:02,328 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:24:02,329 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:24:02,338 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:24:03,764 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:24:04,560 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:24:05,765 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:24:07,767 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:24:09,768 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:24:10,431 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:24:11,769 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:24:13,771 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:24:15,772 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:24:16,316 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:24:17,329 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:24:17,329 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:24:17,338 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:24:17,773 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:24:19,775 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:24:21,776 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:24:22,253 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:24:23,777 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:24:25,779 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:24:27,780 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:24:28,215 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:24:29,781 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:24:31,751 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:24:31,783 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:24:32,329 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:24:32,329 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:24:32,338 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:24:33,784 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:24:34,016 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:24:35,785 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:24:37,787 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:24:39,788 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:24:40,001 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:24:41,790 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:24:43,791 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:24:45,083 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:24:45,792 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:24:47,329 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:24:47,329 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:24:47,343 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:24:47,794 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:24:49,795 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:24:50,907 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:24:51,796 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:24:53,798 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:24:55,799 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:24:56,832 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:24:57,800 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:24:59,802 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:25:01,752 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:25:01,803 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:25:02,329 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:25:02,330 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:25:02,343 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:25:03,805 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:25:04,417 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:25:05,806 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:25:07,807 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:25:09,809 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:25:09,906 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:25:11,810 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:25:13,811 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:25:15,019 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:25:15,813 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:25:17,329 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:25:17,329 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:25:17,344 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:25:17,814 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:25:19,816 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:25:20,921 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:25:21,818 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:25:23,819 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:25:25,820 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:25:26,002 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:25:27,822 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:25:29,823 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:25:31,714 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:25:31,753 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:25:31,824 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:25:32,329 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:25:32,330 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:25:32,343 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:25:33,826 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:25:35,827 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:25:36,841 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:25:37,828 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:25:39,830 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:25:41,831 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:25:42,451 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:25:43,833 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:25:45,834 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:25:47,329 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:25:47,330 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:25:47,344 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:25:47,461 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:25:47,836 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:25:49,837 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:25:51,839 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:25:53,052 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:25:53,840 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:25:55,842 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:25:57,843 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:25:58,902 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:25:59,845 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:26:01,754 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:26:01,846 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:26:02,330 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:26:02,330 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:26:02,344 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:26:03,854 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:26:04,768 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:26:05,857 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:26:07,858 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:26:09,859 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:26:10,750 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:26:11,861 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:26:13,862 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:26:15,864 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:26:16,692 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:26:17,330 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:26:17,330 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:26:17,344 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:26:17,866 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:26:19,867 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:26:21,869 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:26:22,633 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:26:23,872 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:26:25,871 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:26:27,731 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:26:27,872 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:26:29,874 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:26:31,755 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:26:31,875 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:26:32,330 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:26:32,330 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:26:32,344 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:26:33,574 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:26:33,876 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:26:35,878 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:26:37,879 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:26:39,488 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:26:39,881 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:26:41,882 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:26:43,884 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:26:45,372 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:26:45,885 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:26:47,330 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:26:47,331 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:26:47,344 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:26:47,886 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:26:49,887 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:26:51,322 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:26:51,889 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:26:53,890 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:26:55,891 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:26:57,202 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:26:57,893 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:26:59,894 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:27:01,756 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:27:01,896 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:27:02,202 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:27:02,330 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:27:02,331 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:27:02,344 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:27:03,897 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:27:05,899 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:27:07,900 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:27:07,976 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:27:09,902 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:27:11,903 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:27:13,904 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:27:13,909 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:27:15,906 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:27:17,330 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:27:17,331 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:27:17,344 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:27:17,907 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:27:19,006 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:27:19,908 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:27:21,910 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:27:23,911 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:27:24,051 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:27:25,912 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:27:27,921 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:27:29,923 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:27:30,041 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:27:31,757 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:27:31,924 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:27:32,330 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:27:32,330 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:27:32,344 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:27:35,927 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:27:35,927 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:27:37,928 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:27:39,930 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:27:41,797 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:27:41,931 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:27:43,932 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:27:45,934 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:27:47,036 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:27:47,331 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:27:47,331 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:27:47,345 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:27:47,935 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:27:49,937 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:27:51,938 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:27:52,679 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:27:53,941 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:27:55,942 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:27:57,681 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:27:57,944 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:27:59,945 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:28:01,763 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:28:01,946 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:28:02,331 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:28:02,331 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:28:02,345 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:28:03,408 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:28:03,948 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:28:05,949 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:28:07,951 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:28:09,372 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:28:09,952 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:28:11,953 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:28:13,955 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:28:15,270 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:28:15,956 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:28:17,331 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:28:17,331 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:28:17,345 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:28:17,957 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:28:19,959 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:28:20,328 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:28:21,960 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:28:23,961 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:28:25,963 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:28:26,291 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:28:27,964 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:28:29,965 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:28:31,760 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:28:31,761 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:28:31,967 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:28:32,331 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:28:32,331 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:28:32,345 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:28:33,968 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:28:35,969 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:28:36,972 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:28:37,971 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:28:39,972 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:28:41,973 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:28:42,834 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:28:43,975 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:28:45,976 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:28:47,331 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:28:47,332 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:28:47,345 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:28:47,978 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:28:48,771 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:28:49,979 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:28:51,981 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:28:53,881 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:28:53,982 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:28:55,983 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:28:57,985 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:28:59,616 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:28:59,986 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:29:01,761 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:29:01,987 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:29:02,331 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:29:02,332 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:29:02,345 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:29:03,989 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:29:04,798 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:29:05,990 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:29:07,991 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:29:09,992 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:29:10,482 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:29:11,994 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:29:13,995 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:29:15,487 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:29:15,997 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:29:17,331 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:29:17,332 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:29:17,345 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:29:17,998 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:29:19,999 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:29:21,358 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:29:22,000 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:29:24,002 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:29:26,003 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:29:27,315 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:29:28,005 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:29:30,006 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:29:31,762 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:29:32,007 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:29:32,331 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:29:32,332 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:29:32,345 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:29:32,489 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:29:34,012 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:29:36,013 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:29:38,015 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:29:38,426 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:29:40,017 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:29:42,018 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:29:43,436 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:29:44,020 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:29:46,021 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:29:47,331 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:29:47,332 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:29:47,346 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:29:48,022 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:29:49,196 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:29:50,024 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:29:52,025 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:29:54,026 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:29:54,340 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:29:56,027 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:29:58,028 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:30:00,030 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:30:00,040 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:30:01,763 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:30:02,031 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:30:02,332 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:30:02,332 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:30:02,346 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:30:04,032 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:30:05,121 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:30:06,034 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:30:08,035 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:30:10,036 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:30:11,004 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:30:12,038 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:30:14,039 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:30:16,040 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:30:16,983 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:30:17,332 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:30:17,332 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:30:17,346 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:30:18,042 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:30:20,043 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:30:22,044 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:30:22,947 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:30:24,046 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:30:26,047 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:30:28,048 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:30:28,875 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:30:30,049 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:30:31,764 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:30:32,051 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:30:32,332 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:30:32,333 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:30:32,346 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:30:34,052 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:30:34,738 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:30:36,054 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:30:38,055 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:30:39,799 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:30:40,056 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:30:42,058 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:30:44,059 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:30:45,598 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:30:46,060 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:30:47,332 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:30:47,333 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:30:47,346 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:30:48,062 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:30:50,063 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:30:51,430 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:30:52,065 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:30:54,066 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:30:56,067 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:30:56,445 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:30:58,069 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:31:00,070 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:31:01,765 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:31:01,766 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:31:02,072 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:31:02,332 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:31:02,333 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:31:02,346 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:31:04,073 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:31:06,074 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:31:07,039 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:31:08,082 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:31:10,084 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:31:12,086 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:31:12,199 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:31:14,087 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:31:16,088 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:31:17,332 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:31:17,333 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:31:17,346 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:31:17,493 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:31:18,090 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:31:20,091 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:31:22,092 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:31:22,898 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:31:24,094 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:31:26,095 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:31:27,947 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:31:28,096 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:31:30,098 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:31:31,766 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:31:32,099 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:31:32,333 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:31:32,333 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:31:32,346 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:31:33,648 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:31:34,100 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:31:36,101 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:31:38,103 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:31:39,583 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:31:40,104 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:31:42,105 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:31:44,109 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:31:45,424 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:31:46,112 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:31:47,333 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:31:47,334 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:31:47,347 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:31:49,114 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:31:50,483 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:31:51,116 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:31:53,117 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:31:55,118 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:31:56,183 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:31:57,120 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:31:59,121 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:32:01,122 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:32:01,767 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:32:01,768 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:32:02,333 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:32:02,333 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:32:02,347 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:32:03,124 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:32:05,125 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:32:06,780 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:32:07,127 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:32:09,128 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:32:11,129 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:32:12,589 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:32:13,130 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:32:15,132 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:32:17,133 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:32:17,333 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:32:17,334 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:32:17,347 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:32:17,639 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:32:19,134 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:32:21,136 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:32:23,137 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:32:23,312 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:32:25,139 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:32:27,140 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:32:29,141 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:32:29,171 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:32:31,143 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:32:31,768 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:32:32,333 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:32:32,334 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:32:32,347 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:32:33,144 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:32:35,145 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:32:35,148 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:32:37,147 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:32:39,148 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:32:41,033 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:32:41,149 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:32:43,151 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:32:45,152 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:32:47,031 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:32:47,153 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:32:47,333 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:32:47,333 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:32:47,347 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:32:49,155 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:32:51,156 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:32:52,967 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:32:53,157 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:32:55,159 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:32:57,160 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:32:58,043 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:32:59,161 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:33:01,163 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:33:01,769 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:33:02,333 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:33:02,334 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:33:02,347 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:33:03,164 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:33:03,792 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:33:05,165 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:33:07,166 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:33:09,168 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:33:09,655 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:33:11,169 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:33:13,170 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:33:15,172 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:33:15,636 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:33:17,173 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:33:17,334 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:33:17,334 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:33:17,350 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:33:19,174 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:33:21,176 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:33:21,535 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:33:23,177 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:33:25,178 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:33:26,552 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:33:27,180 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:33:29,181 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:33:31,183 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:33:31,770 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:33:31,771 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:33:32,334 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:33:32,334 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:33:32,350 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:33:33,184 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:33:35,186 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:33:37,187 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:33:37,206 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:33:39,188 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:33:41,190 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:33:43,121 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:33:43,191 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:33:45,193 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:33:47,194 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:33:47,334 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:33:47,334 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:33:47,350 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:33:49,008 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:33:49,195 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:33:51,197 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:33:53,198 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:33:55,000 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:33:55,199 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:33:57,200 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:33:59,202 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:34:00,822 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:34:01,203 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:34:01,772 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:34:02,334 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:34:02,334 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:34:02,350 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:34:03,205 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:34:05,206 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:34:06,653 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:34:07,207 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:34:09,208 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:34:11,210 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:34:11,723 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:34:13,211 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:34:15,212 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:34:17,214 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:34:17,334 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:34:17,335 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:34:17,350 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:34:17,504 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:34:19,215 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:34:21,216 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:34:21,268 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 06:34:21,269 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 06:34:21,270 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 06:34:21,270 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 06:34:21,271 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 06:34:22,217 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 06:34:22,583 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:34:23,217 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:34:25,219 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:34:27,220 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:34:27,610 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:34:29,221 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:34:31,222 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:34:31,772 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:34:32,334 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:34:32,334 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:34:32,350 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:34:32,740 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:34:33,223 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:34:35,224 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:34:37,225 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:34:37,925 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:34:39,226 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:34:40,227 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:34:41,227 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:34:41,327 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 06:34:43,035 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:34:43,228 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:34:44,229 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:34:45,230 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:34:47,231 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:34:47,334 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:34:47,335 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:34:47,351 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:34:48,398 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:34:49,232 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:34:51,234 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:34:53,235 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:34:53,772 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:34:55,236 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:34:57,238 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:34:58,866 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:34:59,239 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:35:01,240 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:35:01,774 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:35:02,335 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:35:02,335 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:35:02,351 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:35:03,242 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:35:04,759 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:35:05,243 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:35:07,244 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:35:09,246 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:35:09,768 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:35:11,247 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:35:13,248 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:35:15,250 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:35:15,508 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:35:17,251 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:35:17,335 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:35:17,335 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:35:17,351 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:35:19,252 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:35:21,254 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:35:21,419 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:35:23,255 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:35:25,256 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:35:27,257 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:35:27,343 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:35:29,259 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:35:31,260 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:35:31,775 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:35:32,335 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:35:32,335 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:35:32,351 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:35:32,421 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:35:33,262 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:35:35,263 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:35:37,264 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:35:38,104 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:35:39,266 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:35:41,267 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:35:43,269 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:35:43,881 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:35:45,270 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:35:47,271 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:35:47,335 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:35:47,336 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:35:47,351 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:35:49,273 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:35:49,796 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:35:51,274 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:35:53,275 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:35:55,277 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:35:55,566 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:35:57,278 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:35:59,279 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:36:00,585 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:36:01,281 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:36:01,776 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:36:02,335 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:36:02,336 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:36:02,351 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:36:03,282 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:36:05,284 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:36:06,470 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:36:07,285 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:36:09,286 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:36:11,287 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:36:12,353 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:36:13,289 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:36:15,290 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:36:17,292 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:36:17,335 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:36:17,335 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:36:17,351 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:36:17,449 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:36:19,293 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:36:21,294 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:36:22,963 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:36:23,295 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:36:25,297 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:36:27,300 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:36:28,893 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:36:29,302 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:36:31,303 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:36:31,777 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:36:32,336 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:36:32,336 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:36:32,351 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:36:33,305 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:36:34,013 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:36:35,306 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:36:37,308 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:36:39,309 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:36:39,747 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:36:41,310 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:36:43,312 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:36:45,313 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:36:45,672 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:36:47,314 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:36:47,335 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:36:47,336 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:36:47,351 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:36:49,315 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:36:51,317 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:36:51,666 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:36:53,318 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:36:55,319 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:36:56,757 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:36:57,320 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:36:59,322 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:37:01,323 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:37:01,778 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:37:01,779 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:37:02,336 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:37:02,336 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:37:02,352 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:37:03,325 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:37:05,326 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:37:07,274 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:37:07,327 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:37:09,329 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:37:11,330 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:37:12,299 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:37:13,331 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:37:15,333 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:37:17,334 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:37:17,336 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:37:17,336 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:37:17,351 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:37:17,401 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:37:19,335 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:37:21,336 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:37:23,132 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:37:23,337 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:37:25,339 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:37:27,340 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:37:29,037 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:37:29,341 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:37:31,343 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:37:31,786 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:37:32,336 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:37:32,336 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:37:32,353 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:37:33,344 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:37:34,083 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:37:35,345 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:37:37,346 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:37:39,348 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:37:39,826 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:37:41,349 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:37:43,350 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:37:45,352 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:37:45,694 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:37:47,336 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:37:47,336 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:37:47,353 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:37:47,353 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:37:49,354 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:37:51,356 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:37:51,643 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:37:53,357 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:37:55,358 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:37:57,360 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:37:57,551 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:37:59,361 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:38:01,362 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:38:01,787 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:38:02,336 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:38:02,336 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:38:02,353 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:38:03,363 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:38:03,438 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:38:05,364 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:38:07,366 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:38:09,310 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:38:09,367 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:38:11,368 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:38:13,370 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:38:15,138 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:38:15,371 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:38:17,336 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:38:17,337 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:38:17,353 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:38:17,372 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:38:19,374 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:38:20,991 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:38:21,375 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:38:23,376 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:38:25,378 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:38:26,810 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:38:27,379 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:38:29,380 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:38:31,382 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:38:31,793 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:38:31,945 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:38:32,336 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:38:32,336 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:38:32,353 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:38:33,383 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:38:35,384 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:38:37,385 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:38:37,730 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:38:39,387 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:38:41,388 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:38:42,785 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:38:43,389 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:38:45,390 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:38:47,336 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:38:47,337 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:38:47,353 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:38:47,392 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:38:47,796 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:38:49,393 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:38:51,395 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:38:53,396 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:38:53,556 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:38:55,397 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:38:57,399 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:38:59,400 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:38:59,552 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:39:01,402 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:39:01,790 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:39:02,336 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:39:02,337 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:39:02,354 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:39:03,403 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:39:04,556 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:39:05,404 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:39:07,406 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:39:09,407 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:39:10,440 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:39:11,409 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:39:13,410 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:39:15,411 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:39:15,538 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:39:17,337 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:39:17,337 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:39:17,354 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:39:17,413 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:39:19,414 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:39:21,325 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:39:21,415 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:39:23,416 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:39:25,418 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:39:27,188 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:39:27,419 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:39:29,421 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:39:31,422 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:39:31,791 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:39:32,282 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:39:32,337 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:39:32,338 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:39:32,354 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:39:33,423 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:39:35,425 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:39:37,426 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:39:38,011 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:39:39,431 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:39:41,432 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:39:43,433 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:39:43,976 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:39:45,435 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:39:47,337 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:39:47,338 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:39:47,354 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:39:47,436 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:39:49,069 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:39:49,437 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:39:51,439 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:39:53,440 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:39:54,819 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:39:55,442 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:39:57,443 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:39:59,444 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:40:00,805 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:40:01,446 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:40:01,793 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:40:02,337 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:40:02,338 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:40:02,354 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:40:03,447 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:40:05,448 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:40:06,761 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:40:07,450 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:40:09,451 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:40:11,452 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:40:12,655 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:40:13,454 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:40:15,455 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:40:17,337 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:40:17,338 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:40:17,354 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:40:17,456 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:40:18,595 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:40:19,457 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:40:21,459 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:40:23,460 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:40:23,630 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:40:25,461 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:40:27,463 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:40:29,405 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:40:29,467 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:40:31,469 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:40:31,794 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:40:32,338 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:40:32,338 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:40:32,354 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:40:33,470 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:40:35,364 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:40:35,471 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:40:37,473 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:40:39,474 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:40:41,283 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:40:41,475 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:40:43,476 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:40:45,478 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:40:47,256 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:40:47,337 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:40:47,338 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:40:47,355 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:40:47,479 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:40:49,480 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:40:51,481 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:40:52,278 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:40:53,483 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:40:55,484 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:40:57,485 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:40:58,025 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:40:59,487 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:41:01,488 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:41:01,795 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:41:02,338 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:41:02,340 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:41:02,355 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:41:03,046 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:41:03,489 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:41:05,491 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:41:07,492 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:41:08,818 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:41:09,494 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:41:11,495 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:41:13,496 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:41:13,909 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:41:15,498 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:41:17,338 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:41:17,338 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:41:17,355 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:41:17,499 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:41:19,500 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:41:19,656 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:41:21,502 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:41:23,503 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:41:25,504 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:41:25,524 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:41:27,506 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:41:29,507 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:41:31,467 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:41:31,508 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:41:31,796 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:41:32,338 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:41:32,339 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:41:32,355 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:41:33,510 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:41:35,512 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:41:37,271 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:41:37,513 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:41:39,514 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:41:41,515 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:41:43,180 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:41:43,517 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:41:45,518 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:41:47,338 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:41:47,338 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:41:47,356 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:41:47,519 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:41:49,003 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:41:49,520 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:41:51,521 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:41:53,523 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:41:54,985 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:41:55,524 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:41:57,525 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:41:59,527 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:42:00,822 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:42:01,528 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:42:01,797 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:42:02,338 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:42:02,339 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:42:02,356 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:42:03,529 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:42:05,532 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:42:05,847 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:42:07,532 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:42:09,533 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:42:11,535 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:42:11,589 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:42:13,536 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:42:15,539 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:42:17,338 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:42:17,339 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:42:17,356 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:42:17,459 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:42:17,540 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:42:19,542 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:42:21,543 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:42:22,601 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:42:23,545 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:42:25,547 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:42:27,548 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:42:28,383 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:42:29,550 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:42:31,559 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:42:31,798 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:42:32,338 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:42:32,339 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:42:32,356 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:42:33,560 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:42:34,328 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:42:35,561 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:42:37,563 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:42:39,564 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:42:40,246 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:42:41,565 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:42:43,566 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:42:45,568 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:42:46,105 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:42:47,339 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:42:47,339 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:42:47,357 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:42:47,569 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:42:49,571 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:42:51,258 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:42:51,576 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:42:53,577 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:42:55,579 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:42:57,163 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:42:57,580 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:42:59,582 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:43:01,584 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:43:01,800 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:43:02,339 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:43:02,340 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:43:02,357 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:43:02,497 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:43:03,585 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:43:05,586 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:43:07,588 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:43:07,961 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:43:09,589 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:43:11,590 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:43:13,033 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:43:13,592 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:43:15,593 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:43:17,339 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:43:17,340 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:43:17,357 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:43:17,594 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:43:18,893 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:43:19,596 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:43:21,597 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:43:23,598 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:43:24,771 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:43:25,600 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:43:27,601 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:43:29,602 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:43:29,812 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:43:31,604 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:43:31,801 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:43:32,339 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:43:32,339 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:43:32,357 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:43:33,605 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:43:35,606 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:43:35,643 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:43:37,607 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:43:39,609 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:43:41,572 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:43:41,610 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:43:43,611 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:43:45,612 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:43:46,652 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:43:47,339 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:43:47,339 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:43:47,357 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:43:47,614 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:43:49,615 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:43:51,616 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:43:51,733 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:43:53,618 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:43:55,619 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:43:56,821 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:43:57,621 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:43:59,622 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:44:01,624 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:44:01,802 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:44:02,340 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:44:02,340 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:44:02,357 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:44:02,498 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:44:03,625 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:44:05,627 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:44:07,628 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:44:07,699 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:44:09,630 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:44:11,631 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:44:13,381 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:44:13,633 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:44:15,634 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:44:17,339 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:44:17,340 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:44:17,357 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:44:17,635 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:44:19,238 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:44:19,636 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:44:21,638 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:44:23,639 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:44:25,152 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:44:25,640 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:44:27,641 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:44:29,643 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:44:31,087 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:44:31,644 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:44:31,803 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:44:32,340 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:44:32,340 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:44:32,358 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:44:33,645 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:44:35,647 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:44:37,039 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:44:37,649 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:44:39,650 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:44:41,651 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:44:43,015 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:44:43,653 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:44:45,654 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:44:47,340 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:44:47,340 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:44:47,358 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:44:47,655 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:44:49,003 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:44:49,658 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:44:51,659 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:44:53,661 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:44:54,915 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:44:55,662 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:44:57,663 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:44:59,665 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:45:00,013 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:45:01,667 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:45:01,805 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:45:02,340 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:45:02,340 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:45:02,358 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:45:03,668 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:45:05,669 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:45:05,779 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:45:07,671 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:45:09,672 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:45:11,673 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:45:11,762 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:45:13,675 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:45:15,676 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:45:17,340 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:45:17,341 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:45:17,358 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:45:17,524 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:45:17,677 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:45:19,679 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:45:21,680 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:45:22,627 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:45:23,681 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:45:25,683 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:45:27,684 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:45:28,348 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:45:29,685 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:45:31,687 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:45:31,806 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:45:32,340 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:45:32,341 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:45:32,358 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:45:33,688 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:45:34,321 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:45:35,689 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:45:37,691 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:45:39,692 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:45:40,266 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:45:41,693 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:45:43,695 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:45:45,696 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:45:46,242 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:45:47,340 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:45:47,341 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:45:47,358 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:45:47,697 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:45:49,698 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:45:51,700 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:45:52,179 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:45:53,701 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:45:55,703 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:45:57,191 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:45:57,704 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:45:59,705 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:46:01,707 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:46:01,808 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:46:02,340 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:46:02,341 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:46:02,358 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:46:02,495 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:46:03,708 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:46:05,709 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:46:07,710 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:46:07,906 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:46:09,712 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:46:11,713 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:46:13,714 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:46:13,767 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:46:16,718 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:46:17,341 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:46:17,341 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:46:17,359 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:46:18,721 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:46:19,683 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:46:20,722 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:46:22,723 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:46:24,683 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:46:24,724 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:46:26,726 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:46:28,727 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:46:30,464 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:46:30,729 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:46:31,809 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:46:32,341 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:46:32,341 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:46:32,359 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:46:32,730 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:46:34,732 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:46:36,339 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:46:36,733 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:46:38,734 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:46:40,735 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:46:41,382 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:46:42,739 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:46:44,740 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:46:46,741 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:46:47,216 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:46:47,341 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:46:47,341 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:46:47,359 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:46:48,743 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:46:50,744 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:46:52,745 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:46:53,078 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:46:54,747 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:46:56,748 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:46:58,749 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:46:58,931 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:47:00,751 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:47:01,810 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:47:02,341 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:47:02,342 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:47:02,359 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:47:02,752 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:47:04,123 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:47:04,753 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:47:06,761 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:47:08,762 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:47:10,029 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:47:10,763 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:47:12,765 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:47:14,766 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:47:15,933 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:47:16,767 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:47:17,341 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:47:17,341 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:47:17,359 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:47:18,770 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:47:20,782 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:47:21,924 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:47:22,786 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:47:24,785 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:47:26,786 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:47:27,032 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:47:28,788 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:47:30,789 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:47:31,811 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:47:32,341 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:47:32,342 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:47:32,359 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:47:32,470 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:47:32,790 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:47:34,792 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:47:36,793 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:47:37,534 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:47:38,794 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:47:40,796 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:47:42,567 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:47:42,797 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:47:44,799 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:47:46,800 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:47:47,341 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:47:47,342 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:47:47,359 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:47:48,465 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:47:48,802 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:47:50,803 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:47:52,804 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:47:54,276 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:47:54,806 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:47:56,807 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:47:58,809 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:48:00,209 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:48:00,810 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:48:01,812 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:48:02,342 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:48:02,342 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:48:02,359 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:48:02,813 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:48:04,815 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:48:05,233 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:48:06,816 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:48:08,817 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:48:10,819 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:48:10,994 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:48:12,820 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:48:14,821 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:48:16,823 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:48:16,971 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:48:17,341 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:48:17,342 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:48:17,359 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:48:18,824 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:48:20,825 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:48:22,827 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:48:22,859 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:48:24,828 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:48:26,829 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:48:28,683 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:48:28,830 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:48:30,832 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:48:31,813 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:48:32,342 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:48:32,343 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:48:32,360 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:48:32,833 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:48:33,727 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:48:34,835 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:48:36,836 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:48:38,792 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:48:38,837 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:48:40,839 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:48:42,840 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:48:44,628 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:48:44,841 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:48:46,849 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:48:47,342 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:48:47,342 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:48:47,360 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:48:48,850 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:48:50,546 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:48:50,851 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:48:52,853 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:48:54,854 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:48:55,652 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:48:56,855 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:48:58,857 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:49:00,858 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:49:01,442 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:49:01,814 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:49:02,342 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:49:02,343 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:49:02,360 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:49:02,859 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:49:04,861 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:49:06,862 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:49:07,351 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:49:08,863 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:49:10,864 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:49:12,866 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:49:13,169 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:49:14,867 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:49:16,868 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:49:17,342 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:49:17,342 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:49:17,360 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:49:18,869 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:49:19,112 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:49:20,871 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:49:22,872 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:49:24,873 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:49:25,076 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:49:26,875 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:49:28,876 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:49:30,877 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:49:31,069 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:49:31,815 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:49:32,342 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:49:32,343 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:49:32,360 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:49:32,879 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:49:34,880 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:49:36,881 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:49:37,019 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:49:38,883 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:49:40,884 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:49:42,835 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:49:42,885 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:49:44,886 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:49:46,888 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:49:47,343 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:49:47,343 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:49:47,360 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:49:48,783 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:49:48,889 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:49:50,890 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:49:52,892 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:49:54,767 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:49:54,894 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:49:56,896 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:49:58,897 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:49:59,813 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:50:00,898 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:50:01,816 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:50:02,342 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:50:02,343 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:50:02,361 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:50:02,900 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:50:04,901 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:50:05,530 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:50:06,902 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:50:08,904 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:50:10,905 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:50:11,488 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:50:12,907 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:50:14,908 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:50:16,910 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:50:17,343 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:50:17,344 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:50:17,361 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:50:17,439 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:50:18,911 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:50:20,912 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:50:22,914 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:50:23,371 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:50:24,915 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:50:26,917 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:50:28,918 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:50:29,351 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:50:30,920 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:50:31,817 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:50:32,343 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:50:32,344 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:50:32,361 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:50:32,923 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:50:34,927 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:50:35,099 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:50:36,928 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:50:38,929 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:50:40,931 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:50:41,000 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:50:42,932 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:50:44,934 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:50:46,884 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:50:46,935 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:50:47,343 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:50:47,343 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:50:47,361 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:50:48,194 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 06:50:48,195 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 06:50:48,196 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 06:50:48,196 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 06:50:48,197 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 06:50:48,936 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 06:50:48,936 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:50:50,937 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:50:52,100 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:50:52,938 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:50:54,940 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:50:56,941 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:50:57,211 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:50:58,942 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:51:00,945 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:51:01,818 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:51:02,343 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:51:02,343 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:51:02,361 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:51:02,435 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:51:02,946 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:51:04,947 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:51:06,949 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:51:07,949 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:51:08,073 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:51:08,126 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 06:51:09,951 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:51:10,952 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:51:12,953 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:51:13,151 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:51:14,956 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:51:16,957 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:51:17,343 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:51:17,344 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:51:17,361 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:51:18,958 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:51:19,085 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:51:20,959 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:51:22,961 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:51:24,319 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:51:24,962 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:51:26,964 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:51:28,965 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:51:30,110 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:51:30,967 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:51:31,819 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:51:32,343 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:51:32,344 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:51:32,361 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:51:32,968 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:51:34,969 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:51:36,064 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:51:36,971 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:51:38,972 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:51:40,973 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:51:41,074 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:51:42,975 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:51:44,976 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:51:46,926 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:51:46,978 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:51:47,343 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:51:47,344 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:51:47,361 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:51:48,979 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:51:50,981 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:51:52,737 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:51:52,983 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:51:54,984 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:51:56,986 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:51:57,738 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:51:58,987 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:52:00,989 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:52:01,821 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:52:02,344 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:52:02,344 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:52:02,361 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:52:02,990 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:52:03,461 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:52:04,991 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:52:06,992 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:52:08,994 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:52:09,213 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:52:10,995 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:52:12,997 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:52:14,998 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:52:15,087 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:52:17,000 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:52:17,344 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:52:17,345 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:52:17,362 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:52:19,001 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:52:21,002 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:52:21,036 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:52:23,004 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:52:25,009 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:52:26,050 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:52:27,010 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:52:29,012 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:52:31,013 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:52:31,771 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:52:31,822 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:52:32,344 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:52:32,345 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:52:32,362 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:52:33,014 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:52:35,015 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:52:36,787 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:52:37,017 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:52:39,018 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:52:41,019 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:52:42,619 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:52:43,021 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:52:45,022 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:52:47,023 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:52:47,344 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:52:47,345 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:52:47,362 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:52:47,691 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:52:49,024 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:52:51,026 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:52:53,028 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:52:53,567 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:52:55,029 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:52:57,030 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:52:59,032 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:52:59,513 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:53:01,033 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:53:01,823 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:53:02,344 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:53:02,345 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:53:02,362 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:53:03,035 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:53:04,649 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:53:05,036 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:53:07,037 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:53:09,039 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:53:10,457 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:53:11,040 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:53:13,041 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:53:15,043 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:53:16,332 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:53:17,044 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:53:17,345 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:53:17,345 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:53:17,362 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:53:19,045 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:53:21,047 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:53:21,355 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:53:23,049 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:53:25,050 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:53:27,001 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:53:27,051 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:53:29,054 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:53:31,055 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:53:31,824 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:53:32,345 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:53:32,345 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:53:32,362 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:53:32,498 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:53:33,057 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:53:35,058 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:53:37,060 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:53:37,698 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:53:39,061 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:53:41,063 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:53:42,701 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:53:43,064 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:53:45,065 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:53:47,066 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:53:47,345 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:53:47,346 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:53:47,363 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:53:48,621 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:53:49,068 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:53:51,069 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:53:53,070 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:53:53,927 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:53:55,071 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:53:57,073 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:53:59,074 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:53:59,696 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:54:01,076 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:54:01,825 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:54:02,345 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:54:02,346 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:54:02,363 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:54:03,077 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:54:04,737 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:54:05,078 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:54:07,080 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:54:09,081 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:54:10,584 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:54:11,083 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:54:13,084 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:54:15,085 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:54:16,580 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:54:17,086 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:54:17,346 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:54:17,346 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:54:17,363 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:54:19,088 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:54:21,089 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:54:21,628 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:54:23,090 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:54:25,092 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:54:26,673 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:54:27,093 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:54:29,094 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:54:31,096 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:54:31,831 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:54:31,832 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:54:32,350 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:54:32,350 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:54:32,363 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:54:33,097 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:54:35,098 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:54:37,100 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:54:37,254 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:54:39,102 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:54:41,103 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:54:43,096 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:54:43,104 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:54:45,105 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:54:47,107 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:54:47,350 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:54:47,350 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:54:47,363 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:54:49,080 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:54:49,108 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:54:51,109 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:54:53,111 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:54:54,855 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:54:55,112 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:54:57,113 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:54:59,115 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:54:59,881 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:55:01,116 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:55:01,828 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:55:02,350 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:55:02,350 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:55:02,363 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:55:03,117 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:55:05,118 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:55:05,696 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:55:07,119 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:55:09,121 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:55:11,122 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:55:11,574 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:55:13,123 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:55:15,125 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:55:16,764 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:55:17,126 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:55:17,350 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:55:17,351 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:55:17,363 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:55:19,128 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:55:21,129 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:55:22,434 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:55:23,131 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:55:25,132 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:55:27,133 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:55:27,440 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:55:29,134 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:55:31,136 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:55:31,829 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:55:32,350 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:55:32,351 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:55:32,363 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:55:33,137 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:55:33,356 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:55:35,139 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:55:37,140 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:55:39,063 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:55:39,141 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:55:41,143 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:55:43,144 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:55:44,984 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:55:45,145 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:55:47,147 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:55:47,350 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:55:47,351 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:55:47,363 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:55:49,148 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:55:50,843 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:55:51,149 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:55:53,151 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:55:55,152 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:55:56,760 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:55:57,153 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:55:59,155 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:56:01,157 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:56:01,799 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:56:01,830 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:56:02,351 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:56:02,351 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:56:02,364 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:56:03,158 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:56:05,159 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:56:07,161 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:56:07,502 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:56:09,163 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:56:11,164 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:56:12,540 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:56:13,166 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:56:15,167 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:56:17,168 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:56:17,351 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:56:17,351 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:56:17,364 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:56:18,434 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:56:19,170 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:56:21,171 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:56:23,173 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:56:24,310 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:56:25,174 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:56:27,175 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:56:29,177 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:56:30,151 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:56:31,178 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:56:31,831 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:56:32,351 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:56:32,352 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:56:32,364 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:56:33,180 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:56:35,161 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:56:35,181 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:56:37,182 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:56:39,183 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:56:40,959 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:56:41,184 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:56:43,186 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:56:45,187 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:56:46,921 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:56:47,188 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:56:47,351 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:56:47,352 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:56:47,364 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:56:49,189 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:56:51,191 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:56:51,974 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:56:53,192 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:56:55,194 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:56:57,195 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:56:57,774 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:56:59,196 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:57:01,197 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:57:01,832 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:57:02,351 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:57:02,352 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:57:02,364 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:57:03,199 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:57:03,764 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:57:05,200 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:57:07,201 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:57:08,820 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:57:09,203 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:57:11,205 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:57:13,206 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:57:14,616 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:57:15,208 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:57:17,209 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:57:17,351 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:57:17,351 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:57:17,364 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:57:19,210 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:57:19,755 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:57:21,212 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:57:23,213 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:57:25,215 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:57:25,609 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:57:27,216 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:57:29,217 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:57:31,219 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:57:31,483 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:57:31,833 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:57:32,351 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:57:32,352 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:57:32,364 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:57:33,220 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:57:35,221 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:57:37,223 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:57:37,382 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:57:39,224 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:57:41,225 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:57:43,226 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:57:43,366 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:57:45,228 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:57:47,229 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:57:47,351 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:57:47,352 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:57:47,364 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:57:48,438 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:57:49,230 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:57:51,231 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:57:53,233 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:57:54,126 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:57:55,234 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:57:57,236 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:57:59,237 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:57:59,981 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:58:01,238 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:58:01,834 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:58:02,352 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:58:02,352 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:58:02,365 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:58:03,239 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:58:05,240 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:58:05,815 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:58:07,242 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:58:09,243 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:58:10,833 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:58:11,244 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:58:13,245 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:58:15,247 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:58:15,887 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:58:17,248 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:58:17,352 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:58:17,352 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:58:17,365 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:58:19,250 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:58:21,251 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:58:21,592 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:58:23,252 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:58:25,253 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:58:27,255 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:58:27,539 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:58:29,256 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:58:31,257 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:58:31,836 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:58:32,352 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:58:32,352 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:58:32,365 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:58:33,259 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:58:33,528 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:58:35,260 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:58:37,261 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:58:39,263 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:58:39,473 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:58:41,264 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:58:43,265 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:58:45,266 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:58:45,378 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:58:47,268 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:58:47,352 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:58:47,353 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:58:47,365 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:58:49,269 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:58:51,270 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:58:51,368 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:58:53,272 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:58:55,273 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:58:57,274 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:58:57,366 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:58:59,276 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:59:01,277 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:59:01,837 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:59:02,352 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:59:02,352 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:59:02,365 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:59:02,488 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:59:03,278 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:59:05,280 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:59:07,281 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:59:08,128 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:59:09,282 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:59:11,284 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:59:13,285 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:59:14,078 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:59:15,286 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:59:17,287 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:59:17,352 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:59:17,353 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:59:17,365 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:59:19,293 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:59:19,961 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:59:21,294 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:59:23,296 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:59:25,297 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:59:25,907 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:59:27,299 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:59:29,300 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:59:31,302 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:59:31,839 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 06:59:31,840 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:59:32,352 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:59:32,353 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:59:32,365 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:59:33,303 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:59:35,304 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:59:37,305 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:59:37,799 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:59:39,307 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:59:41,308 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:59:43,309 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:59:43,751 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:59:45,311 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:59:47,312 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:59:47,352 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 06:59:47,353 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 06:59:47,365 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 06:59:49,313 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:59:49,611 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:59:51,315 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:59:53,320 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:59:54,694 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 06:59:55,322 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:59:57,323 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 06:59:59,324 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:00:00,436 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:00:01,325 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:00:01,839 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:00:02,353 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:00:02,353 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:00:02,366 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:00:03,328 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:00:05,328 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:00:06,348 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:00:07,329 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:00:09,331 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:00:11,332 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:00:12,189 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:00:13,333 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:00:15,334 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:00:17,336 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:00:17,353 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:00:17,353 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:00:17,366 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:00:17,484 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:00:19,337 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:00:21,339 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:00:22,894 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:00:23,340 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:00:25,341 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:00:27,343 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:00:28,787 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:00:29,344 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:00:31,345 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:00:31,841 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:00:32,353 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:00:32,354 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:00:32,366 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:00:33,347 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:00:34,660 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:00:35,348 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:00:37,349 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:00:39,351 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:00:39,703 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:00:41,352 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:00:43,353 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:00:45,355 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:00:45,510 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:00:47,353 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:00:47,353 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:00:47,358 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:00:47,366 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:00:49,359 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:00:51,360 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:00:51,421 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:00:53,362 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:00:55,374 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:00:56,498 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:00:57,375 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:00:59,377 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:01:01,378 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:01:01,842 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:01:01,842 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:01:02,353 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:01:02,354 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:01:02,366 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:01:03,379 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:01:05,380 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:01:07,232 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:01:07,382 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:01:09,383 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:01:11,385 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:01:12,269 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:01:13,386 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:01:15,387 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:01:17,353 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:01:17,354 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:01:17,366 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:01:17,388 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:01:17,449 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:01:19,394 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:01:21,395 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:01:23,159 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:01:23,396 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:01:25,398 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:01:27,399 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:01:28,469 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:01:29,402 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:01:31,843 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:01:32,353 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:01:32,354 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:01:32,366 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:01:32,406 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:01:34,302 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:01:34,408 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:01:36,409 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:01:38,410 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:01:40,247 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:01:40,412 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:01:42,413 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:01:44,414 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:01:46,065 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:01:46,415 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:01:47,355 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:01:47,355 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:01:47,366 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:01:48,417 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:01:50,418 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:01:52,001 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:01:52,420 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:01:54,421 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:01:56,423 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:01:57,958 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:01:58,424 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:02:00,425 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:02:01,844 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:02:02,354 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:02:02,355 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:02:02,367 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:02:02,427 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:02:03,947 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:02:04,428 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:02:06,429 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:02:08,431 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:02:09,880 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:02:10,432 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:02:12,433 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:02:14,435 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:02:15,821 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:02:16,436 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:02:17,354 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:02:17,354 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:02:17,367 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:02:18,438 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:02:20,439 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:02:21,789 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:02:22,440 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:02:24,442 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:02:26,443 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:02:27,762 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:02:28,444 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:02:30,446 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:02:31,845 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:02:32,354 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:02:32,355 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:02:32,367 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:02:32,448 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:02:32,781 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:02:34,449 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:02:36,450 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:02:38,452 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:02:38,460 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:02:40,453 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:02:42,454 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:02:43,501 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:02:44,456 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:02:46,457 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:02:47,354 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:02:47,354 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:02:47,367 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:02:48,459 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:02:49,281 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:02:50,460 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:02:52,461 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:02:54,462 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:02:55,140 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:02:56,464 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:02:58,466 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:03:00,468 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:03:01,016 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:03:01,846 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:03:02,354 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:03:02,355 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:03:02,367 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:03:02,469 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:03:04,470 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:03:06,472 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:03:06,992 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:03:08,473 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:03:10,474 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:03:12,074 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:03:12,475 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:03:14,477 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:03:16,478 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:03:17,355 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:03:17,355 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:03:17,367 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:03:17,513 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:03:18,479 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:03:20,481 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:03:22,482 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:03:22,647 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:03:24,483 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:03:26,485 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:03:28,353 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:03:28,486 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:03:30,487 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:03:31,847 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:03:32,355 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:03:32,355 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:03:32,367 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:03:32,488 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:03:33,392 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:03:34,490 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:03:36,491 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:03:38,493 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:03:39,091 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:03:40,494 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:03:42,495 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:03:44,496 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:03:45,063 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:03:46,498 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:03:47,355 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:03:47,355 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:03:47,367 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:03:48,499 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:03:50,500 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:03:51,033 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:03:52,501 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:03:54,503 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:03:56,504 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:03:56,947 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:03:58,505 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:04:00,507 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:04:01,849 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:04:02,355 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:04:02,356 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:04:02,368 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:04:02,487 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:04:02,508 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:04:04,510 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:04:06,511 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:04:07,703 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:04:08,512 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:04:10,514 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:04:12,515 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:04:13,650 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:04:14,516 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:04:16,517 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:04:17,355 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:04:17,355 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:04:17,368 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:04:18,518 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:04:18,689 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:04:20,520 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:04:22,521 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:04:24,496 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:04:24,522 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:04:26,524 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:04:28,525 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:04:30,340 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:04:30,526 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:04:31,849 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:04:32,355 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:04:32,356 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:04:32,368 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:04:32,528 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:04:34,530 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:04:36,334 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:04:36,531 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:04:38,532 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:04:40,533 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:04:41,455 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:04:42,535 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:04:44,536 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:04:46,537 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:04:47,117 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:04:47,357 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:04:47,357 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:04:47,368 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:04:48,539 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:04:50,540 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:04:52,542 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:04:53,110 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:04:54,543 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:04:56,544 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:04:58,545 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:04:58,939 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:05:00,547 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:05:01,850 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:05:02,357 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:05:02,357 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:05:02,368 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:05:02,548 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:05:04,549 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:05:04,906 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:05:06,551 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:05:08,552 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:05:10,008 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:05:10,554 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:05:12,555 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:05:14,557 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:05:15,680 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:05:16,558 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:05:17,357 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:05:17,357 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:05:17,368 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:05:18,559 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:05:20,561 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:05:20,710 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:05:22,562 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:05:24,563 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:05:26,481 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:05:26,564 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:05:28,566 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:05:30,567 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:05:31,852 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:05:31,853 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:05:32,357 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:05:32,358 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:05:32,368 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:05:32,568 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:05:34,570 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:05:36,571 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:05:37,196 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:05:38,573 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:05:40,574 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:05:42,250 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:05:42,575 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:05:44,577 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:05:46,578 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:05:47,357 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:05:47,358 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:05:47,368 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:05:47,524 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:05:48,579 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:05:50,581 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:05:52,582 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:05:52,808 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:05:54,584 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:05:56,585 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:05:58,586 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:05:58,718 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:06:00,588 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:06:01,853 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:06:02,357 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:06:02,358 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:06:02,369 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:06:02,589 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:06:04,590 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:06:04,710 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:06:06,592 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:06:08,593 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:06:10,594 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:06:10,628 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:06:12,596 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:06:14,597 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:06:16,572 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:06:16,598 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:06:17,358 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:06:17,358 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:06:17,369 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:06:18,600 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:06:20,601 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:06:22,525 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:06:22,602 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:06:24,604 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:06:26,605 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:06:28,510 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:06:28,606 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:06:30,608 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:06:31,854 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:06:32,358 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:06:32,358 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:06:32,369 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:06:32,609 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:06:33,646 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:06:34,611 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:06:36,612 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:06:38,613 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:06:38,687 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:06:40,615 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:06:42,616 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:06:44,481 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:06:44,617 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:06:46,619 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:06:47,358 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:06:47,358 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:06:47,369 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:06:48,620 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:06:49,550 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:06:50,621 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:06:52,622 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:06:54,580 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:06:54,624 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:06:56,626 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:06:58,627 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:07:00,487 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:07:00,628 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:07:01,856 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:07:02,358 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:07:02,358 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:07:02,369 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:07:02,629 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:07:04,631 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:07:06,345 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:07:06,632 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:07:08,633 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:07:10,635 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:07:12,285 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:07:12,636 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:07:14,639 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:07:15,989 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 07:07:15,991 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 07:07:15,991 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 07:07:15,992 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 07:07:15,992 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 07:07:16,640 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 07:07:16,641 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:07:17,350 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:07:17,358 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:07:17,358 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:07:17,369 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:07:18,642 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:07:20,643 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:07:22,432 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:07:22,644 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:07:24,646 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:07:26,647 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:07:27,569 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:07:28,650 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:07:30,651 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:07:31,856 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:07:32,358 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:07:32,358 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:07:32,369 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:07:32,652 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:07:32,785 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:07:34,653 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:07:36,290 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 07:07:36,655 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:07:37,825 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:07:38,656 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:07:40,658 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:07:42,659 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:07:43,741 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:07:44,660 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:07:46,662 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:07:47,358 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:07:47,359 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:07:47,370 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:07:48,663 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:07:49,706 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:07:50,664 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:07:52,665 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:07:54,666 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:07:54,747 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:07:56,668 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:07:58,669 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:08:00,416 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:08:00,670 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:08:01,857 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:08:02,358 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:08:02,359 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:08:02,370 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:08:02,672 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:08:04,673 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:08:06,327 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:08:06,674 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:08:08,676 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:08:10,677 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:08:11,405 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:08:12,679 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:08:14,680 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:08:16,682 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:08:17,120 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:08:17,358 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:08:17,359 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:08:17,370 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:08:18,683 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:08:20,684 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:08:22,685 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:08:23,075 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:08:24,687 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:08:26,688 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:08:28,689 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:08:28,909 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:08:30,690 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:08:31,858 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:08:32,359 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:08:32,359 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:08:32,370 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:08:32,692 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:08:34,693 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:08:34,729 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:08:36,695 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:08:38,696 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:08:40,695 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:08:40,697 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:08:42,698 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:08:44,699 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:08:46,539 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:08:46,702 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:08:47,359 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:08:47,360 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:08:47,370 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:08:48,703 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:08:50,705 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:08:52,385 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:08:52,706 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:08:54,707 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:08:56,709 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:08:57,390 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:08:58,710 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:09:00,711 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:09:01,860 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:09:02,359 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:09:02,359 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:09:02,370 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:09:02,542 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:09:02,713 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:09:04,714 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:09:06,715 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:09:07,861 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:09:08,717 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:09:10,718 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:09:12,719 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:09:13,853 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:09:14,721 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:09:16,722 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:09:17,359 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:09:17,360 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:09:17,371 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:09:18,723 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:09:19,165 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:09:20,725 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:09:22,727 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:09:24,238 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:09:24,728 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:09:26,729 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:09:28,731 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:09:30,101 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:09:30,732 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:09:31,861 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:09:32,359 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:09:32,360 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:09:32,371 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:09:32,733 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:09:34,735 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:09:35,941 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:09:36,736 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:09:38,737 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:09:40,738 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:09:41,843 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:09:42,740 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:09:44,741 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:09:46,742 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:09:47,359 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:09:47,360 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:09:47,371 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:09:47,438 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:09:48,744 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:09:50,745 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:09:52,540 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:09:52,746 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:09:54,748 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:09:56,749 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:09:57,687 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:09:58,750 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:10:00,752 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:10:01,862 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:10:02,360 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:10:02,360 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:10:02,372 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:10:02,753 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:10:03,513 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:10:04,754 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:10:06,756 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:10:08,758 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:10:09,205 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:10:10,759 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:10:12,761 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:10:14,238 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:10:14,762 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:10:16,763 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:10:17,360 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:10:17,360 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:10:17,371 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:10:18,765 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:10:20,059 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:10:20,766 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:10:22,767 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:10:24,769 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:10:26,015 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:10:26,770 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:10:28,771 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:10:30,773 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:10:31,869 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:10:31,870 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:10:32,360 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:10:32,360 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:10:32,371 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:10:32,774 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:10:34,776 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:10:36,777 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:10:36,879 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:10:38,778 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:10:40,780 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:10:42,545 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:10:42,781 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:10:44,783 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:10:46,784 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:10:47,360 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:10:47,360 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:10:47,371 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:10:48,448 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:10:48,786 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:10:50,787 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:10:52,789 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:10:53,513 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:10:54,790 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:10:56,791 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:10:58,792 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:10:59,322 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:11:00,793 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:11:01,870 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:11:02,360 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:11:02,361 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:11:02,372 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:11:02,795 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:11:04,392 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:11:04,796 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:11:06,797 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:11:08,798 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:11:10,139 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:11:10,800 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:11:12,801 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:11:14,802 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:11:16,045 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:11:16,804 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:11:17,360 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:11:17,361 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:11:17,372 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:11:18,805 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:11:20,806 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:11:21,109 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:11:22,808 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:11:24,809 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:11:26,765 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:11:26,810 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:11:28,812 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:11:30,813 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:11:31,871 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:11:31,872 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:11:32,360 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:11:32,361 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:11:32,372 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:11:32,814 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:11:34,815 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:11:36,816 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:11:37,011 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:11:38,818 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:11:40,819 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:11:42,767 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:11:42,820 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:11:44,822 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:11:46,824 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:11:47,361 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:11:47,361 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:11:47,372 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:11:48,591 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:11:48,825 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:11:50,826 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:11:52,828 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:11:54,473 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:11:54,829 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:11:56,831 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:11:58,832 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:11:59,638 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:12:00,833 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:12:01,872 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:12:02,360 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:12:02,361 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:12:02,379 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:12:02,835 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:12:04,836 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:12:05,594 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:12:06,837 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:12:08,838 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:12:10,840 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:12:11,476 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:12:12,841 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:12:14,842 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:12:16,844 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:12:17,346 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:12:17,360 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:12:17,361 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:12:17,379 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:12:18,845 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:12:20,847 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:12:22,848 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:12:23,329 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:12:24,849 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:12:26,850 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:12:28,852 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:12:29,261 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:12:30,853 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:12:31,873 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:12:32,361 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:12:32,361 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:12:32,379 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:12:32,854 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:12:34,860 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:12:35,205 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:12:36,861 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:12:38,862 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:12:40,864 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:12:41,159 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:12:42,865 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:12:44,866 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:12:46,868 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:12:47,012 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:12:47,361 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:12:47,361 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:12:47,379 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:12:48,869 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:12:50,870 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:12:52,872 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:12:52,955 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:12:54,873 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:12:56,875 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:12:58,040 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:12:58,876 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:13:00,877 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:13:01,874 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:13:02,361 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:13:02,361 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:13:02,379 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:13:02,879 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:13:03,906 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:13:04,880 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:13:06,881 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:13:08,882 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:13:09,076 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:13:10,884 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:13:12,885 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:13:14,886 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:13:14,912 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:13:16,888 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:13:17,361 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:13:17,362 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:13:17,379 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:13:18,889 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:13:20,758 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:13:20,891 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:13:22,892 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:13:24,894 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:13:26,692 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:13:26,894 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:13:28,896 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:13:30,897 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:13:31,781 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:13:31,875 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:13:32,361 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:13:32,362 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:13:32,380 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:13:32,899 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:13:34,900 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:13:36,827 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:13:36,901 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:13:38,903 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:13:40,904 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:13:42,816 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:13:42,905 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:13:44,907 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:13:46,908 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:13:47,362 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:13:47,362 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:13:47,380 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:13:48,790 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:13:48,909 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:13:50,911 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:13:52,912 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:13:54,607 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:13:54,913 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:13:56,915 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:13:58,916 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:14:00,514 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:14:00,918 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:14:01,876 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:14:02,362 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:14:02,362 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:14:02,380 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:14:02,919 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:14:04,921 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:14:06,460 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:14:06,922 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:14:08,923 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:14:10,925 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:14:12,447 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:14:12,926 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:14:14,927 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:14:16,929 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:14:17,362 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:14:17,362 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:14:17,380 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:14:17,527 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:14:18,930 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:14:20,931 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:14:22,932 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:14:22,933 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:14:24,935 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:14:26,936 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:14:28,900 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:14:28,937 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:14:30,939 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:14:31,878 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:14:32,362 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:14:32,363 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:14:32,380 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:14:32,940 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:14:34,885 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:14:34,941 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:14:36,942 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:14:38,943 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:14:40,797 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:14:40,945 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:14:42,946 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:14:44,947 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:14:45,902 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:14:46,949 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:14:47,362 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:14:47,362 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:14:47,380 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:14:48,950 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:14:50,951 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:14:51,708 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:14:52,953 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:14:54,954 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:14:56,738 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:14:56,955 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:14:58,957 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:15:00,959 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:15:01,878 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:15:01,879 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:15:02,362 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:15:02,363 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:15:02,380 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:15:02,960 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:15:04,961 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:15:06,963 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:15:07,312 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:15:08,964 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:15:10,966 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:15:12,351 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:15:12,972 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:15:15,973 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:15:17,362 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:15:17,363 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:15:17,380 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:15:17,975 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:15:18,402 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:15:19,976 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:15:21,977 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:15:23,979 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:15:24,037 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:15:25,981 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:15:27,982 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:15:29,888 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:15:29,983 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:15:31,879 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:15:31,985 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:15:32,362 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:15:32,363 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:15:32,380 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:15:33,986 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:15:34,913 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:15:35,991 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:15:37,992 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:15:39,994 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:15:40,658 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:15:41,995 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:15:43,996 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:15:46,003 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:15:46,522 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:15:47,363 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:15:47,363 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:15:47,381 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:15:48,004 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:15:50,006 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:15:51,643 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:15:52,007 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:15:54,012 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:15:56,013 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:15:57,294 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:15:58,014 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:16:00,016 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:16:01,881 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:16:02,017 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:16:02,305 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:16:02,363 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:16:02,363 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:16:02,380 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:16:04,019 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:16:06,020 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:16:07,993 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:16:08,021 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:16:10,023 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:16:12,024 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:16:13,922 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:16:14,026 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:16:16,027 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:16:17,363 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:16:17,363 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:16:17,381 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:16:18,028 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:16:19,045 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:16:20,030 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:16:22,031 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:16:24,032 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:16:24,945 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:16:26,034 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:16:28,035 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:16:30,039 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:16:30,940 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:16:31,882 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:16:32,040 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:16:32,363 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:16:32,363 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:16:32,381 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:16:34,042 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:16:36,043 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:16:36,833 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:16:38,045 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:16:40,046 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:16:42,047 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:16:42,768 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:16:44,049 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:16:46,050 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:16:47,363 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:16:47,364 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:16:47,381 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:16:47,890 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:16:48,051 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:16:50,055 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:16:52,057 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:16:53,573 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:16:54,058 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:16:56,059 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:16:58,061 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:16:59,470 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:17:00,062 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:17:01,884 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:17:02,064 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:17:02,363 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:17:02,364 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:17:02,382 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:17:04,065 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:17:04,551 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:17:06,066 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:17:08,068 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:17:10,069 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:17:10,489 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:17:12,070 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:17:14,072 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:17:15,615 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:17:16,073 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:17:17,363 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:17:17,364 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:17:17,382 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:17:18,074 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:17:20,076 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:17:21,547 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:17:22,077 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:17:24,079 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:17:26,080 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:17:26,556 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:17:28,082 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:17:30,083 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:17:31,885 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:17:31,886 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:17:32,084 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:17:32,364 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:17:32,364 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:17:32,382 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:17:34,086 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:17:36,087 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:17:37,227 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:17:38,089 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:17:40,090 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:17:42,091 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:17:43,102 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:17:44,092 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:17:46,094 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:17:47,364 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:17:47,364 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:17:47,382 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:17:48,095 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:17:48,110 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:17:50,096 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:17:52,098 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:17:53,918 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:17:54,099 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:17:56,100 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:17:58,102 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:17:59,784 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:18:00,103 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:18:01,886 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:18:02,104 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:18:02,364 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:18:02,364 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:18:02,382 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:18:04,106 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:18:05,680 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:18:06,107 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:18:08,109 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:18:10,110 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:18:10,681 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:18:12,111 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:18:14,113 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:18:16,114 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:18:16,567 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:18:17,364 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:18:17,365 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:18:17,382 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:18:18,116 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:18:20,117 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:18:22,118 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:18:22,453 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:18:24,119 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:18:26,123 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:18:27,487 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:18:28,124 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:18:30,125 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:18:31,887 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:18:32,127 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:18:32,365 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:18:32,365 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:18:32,382 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:18:34,128 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:18:34,539 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:18:36,129 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:18:38,130 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:18:40,132 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:18:40,484 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:18:42,133 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:18:44,134 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:18:46,136 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:18:46,424 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:18:47,364 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:18:47,365 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:18:47,383 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:18:48,137 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:18:50,139 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:18:51,487 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:18:52,140 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:18:54,142 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:18:56,144 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:18:57,180 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:18:58,145 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:19:00,147 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:19:01,889 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:19:02,148 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:19:02,364 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:19:02,365 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:19:02,382 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:19:02,598 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:19:04,149 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:19:06,151 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:19:07,728 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:19:08,152 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:19:10,153 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:19:12,155 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:19:13,627 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:19:14,156 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:19:16,157 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:19:17,365 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:19:17,365 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:19:17,383 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:19:18,159 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:19:19,434 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:19:20,160 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:19:22,161 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:19:24,163 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:19:25,422 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:19:26,164 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:19:28,165 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:19:30,167 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:19:30,446 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:19:31,890 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:19:32,169 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:19:32,365 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:19:32,366 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:19:32,383 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:19:34,170 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:19:36,122 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:19:36,171 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:19:38,173 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:19:40,174 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:19:42,108 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:19:42,175 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:19:44,176 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:19:46,178 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:19:47,365 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:19:47,366 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:19:47,384 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:19:47,496 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:19:48,179 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:19:50,181 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:19:52,182 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:19:52,769 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:19:54,183 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:19:56,184 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:19:58,186 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:19:58,638 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:20:00,187 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:20:01,891 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:20:02,188 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:20:02,365 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:20:02,366 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:20:02,383 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:20:03,700 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:20:04,190 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:20:06,194 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:20:08,197 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:20:09,457 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:20:10,198 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:20:12,199 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:20:14,201 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:20:15,369 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:20:16,202 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:20:17,365 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:20:17,366 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:20:17,383 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:20:18,203 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:20:20,205 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:20:20,386 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:20:22,206 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:20:24,207 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:20:26,207 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:20:26,209 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:20:28,210 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:20:30,211 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:20:31,892 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:20:31,893 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:20:32,212 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:20:32,365 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:20:32,365 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:20:32,383 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:20:34,214 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:20:36,215 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:20:36,965 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:20:38,216 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:20:40,218 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:20:42,219 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:20:42,830 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:20:44,221 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:20:46,223 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:20:47,365 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:20:47,366 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:20:47,384 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:20:47,849 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:20:48,224 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:20:50,225 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:20:52,227 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:20:53,628 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:20:54,228 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:20:56,230 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:20:58,231 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:20:59,567 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:21:00,232 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:21:01,893 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:21:02,234 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:21:02,366 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:21:02,366 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:21:02,384 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:21:04,235 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:21:05,554 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:21:06,237 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:21:08,238 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:21:10,239 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:21:11,384 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:21:12,241 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:21:14,242 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:21:16,243 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:21:16,544 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:21:17,366 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:21:17,367 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:21:17,385 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:21:18,245 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:21:20,246 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:21:22,248 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:21:22,336 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:21:24,249 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:21:26,250 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:21:28,251 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:21:28,254 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:21:30,253 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:21:31,898 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:21:32,254 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:21:32,366 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:21:32,367 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:21:32,385 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:21:33,257 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:21:34,255 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:21:36,257 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:21:38,258 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:21:39,019 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:21:40,259 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:21:42,260 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:21:44,262 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:21:44,879 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:21:46,263 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:21:47,366 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:21:47,367 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:21:47,385 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:21:48,264 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:21:50,266 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:21:50,841 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:21:52,268 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:21:54,269 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:21:55,857 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:21:56,271 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:21:58,272 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:22:00,273 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:22:01,686 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:22:01,896 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:22:02,275 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:22:02,367 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:22:02,367 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:22:02,385 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:22:04,276 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:22:06,277 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:22:06,828 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:22:08,279 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:22:10,281 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:22:12,282 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:22:12,713 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:22:14,283 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:22:16,285 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:22:17,367 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:22:17,367 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:22:17,385 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:22:17,721 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:22:18,286 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:22:20,287 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:22:22,289 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:22:23,404 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:22:24,290 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:22:26,291 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:22:28,293 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:22:28,667 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:22:30,294 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:22:31,897 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:22:32,295 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:22:32,367 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:22:32,367 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:22:32,385 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:22:34,297 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:22:34,502 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:22:36,298 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:22:38,299 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:22:39,555 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:22:40,301 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:22:42,302 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:22:44,303 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:22:45,241 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:22:46,305 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:22:47,367 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:22:47,367 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:22:47,385 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:22:48,306 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:22:50,307 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:22:51,211 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:22:52,309 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:22:54,310 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:22:56,312 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:22:57,014 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:22:58,313 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:23:00,314 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:23:01,897 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:23:02,316 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:23:02,367 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:23:02,368 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:23:02,385 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:23:02,491 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:23:04,317 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:23:06,318 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:23:07,510 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:23:08,319 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:23:10,320 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:23:12,322 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:23:12,548 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:23:14,323 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:23:16,324 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:23:17,367 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:23:17,367 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:23:17,385 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:23:18,326 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:23:18,544 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:23:20,327 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:23:22,328 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:23:24,227 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:23:24,330 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:23:26,331 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:23:28,333 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:23:30,089 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:23:30,334 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:23:31,898 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:23:32,335 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:23:32,367 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:23:32,368 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:23:32,386 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:23:34,337 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:23:35,962 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:23:36,338 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:23:38,339 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:23:40,341 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:23:41,863 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:23:42,342 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:23:43,331 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 07:23:43,333 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 07:23:43,333 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 07:23:43,334 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 07:23:43,335 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 07:23:43,343 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 07:23:44,343 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:23:46,344 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:23:46,911 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:23:47,367 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:23:47,368 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:23:47,390 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:23:48,346 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:23:50,347 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:23:51,964 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:23:52,348 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:23:54,349 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:23:56,350 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:23:57,216 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:23:58,351 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:24:00,352 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:24:01,899 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:24:02,354 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:24:02,467 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:24:02,467 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:24:02,493 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:24:03,044 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 07:24:03,354 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:24:03,660 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:24:04,355 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:24:05,356 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:24:06,358 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:24:08,361 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:24:09,280 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:24:10,362 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:24:12,364 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:24:14,304 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:24:14,366 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:24:16,367 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:24:17,374 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:24:17,374 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:24:17,408 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:24:18,368 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:24:20,194 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:24:20,370 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:24:22,371 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:24:24,373 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:24:25,207 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:24:26,374 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:24:28,375 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:24:30,376 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:24:31,099 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:24:31,901 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:24:32,374 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:24:32,374 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:24:32,378 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:24:32,407 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:24:34,380 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:24:36,107 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:24:36,381 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:24:38,382 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:24:40,384 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:24:41,817 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:24:42,385 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:24:44,387 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:24:46,388 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:24:46,962 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:24:47,374 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:24:47,375 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:24:47,408 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:24:48,389 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:24:50,391 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:24:52,392 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:24:52,656 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:24:54,393 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:24:56,395 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:24:58,396 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:24:58,644 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:25:00,397 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:25:01,902 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:25:02,374 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:25:02,375 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:25:02,399 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:25:02,408 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:25:04,400 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:25:04,623 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:25:06,405 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:25:08,410 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:25:10,411 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:25:10,499 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:25:12,413 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:25:14,414 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:25:16,398 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:25:16,415 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:25:17,374 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:25:17,375 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:25:17,409 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:25:18,416 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:25:20,417 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:25:21,410 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:25:22,419 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:25:24,420 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:25:26,422 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:25:27,119 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:25:28,423 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:25:30,425 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:25:31,904 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:25:32,374 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:25:32,375 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:25:32,408 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:25:32,426 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:25:32,522 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:25:34,428 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:25:36,429 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:25:37,762 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:25:38,431 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:25:40,432 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:25:42,433 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:25:43,675 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:25:44,434 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:25:46,435 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:25:47,374 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:25:47,375 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:25:47,408 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:25:48,437 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:25:48,676 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:25:50,438 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:25:52,439 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:25:54,441 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:25:54,650 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:25:56,442 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:25:58,443 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:26:00,444 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:26:00,546 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:26:01,905 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:26:02,374 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:26:02,375 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:26:02,408 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:26:02,446 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:26:04,447 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:26:06,448 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:26:06,511 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:26:08,450 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:26:10,451 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:26:12,429 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:26:12,452 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:26:14,453 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:26:16,455 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:26:17,375 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:26:17,375 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:26:17,408 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:26:17,460 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:26:18,456 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:26:20,457 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:26:22,459 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:26:23,217 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:26:24,460 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:26:26,462 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:26:28,258 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:26:28,463 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:26:30,464 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:26:31,906 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:26:32,375 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:26:32,375 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:26:32,409 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:26:32,466 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:26:34,070 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:26:34,467 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:26:36,468 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:26:38,469 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:26:39,161 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:26:40,470 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:26:42,472 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:26:44,473 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:26:44,917 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:26:46,474 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:26:47,375 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:26:47,375 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:26:47,409 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:26:48,476 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:26:50,477 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:26:50,856 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:26:52,478 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:26:54,480 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:26:56,481 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:26:56,824 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:26:58,482 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:27:00,484 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:27:01,870 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:27:01,907 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:27:02,375 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:27:02,375 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:27:02,409 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:27:02,485 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:27:04,486 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:27:06,488 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:27:07,489 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:27:08,489 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:27:10,491 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:27:12,492 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:27:13,428 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:27:14,493 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:27:16,494 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:27:17,375 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:27:17,376 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:27:17,409 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:27:18,497 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:27:19,399 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:27:20,498 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:27:22,500 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:27:24,501 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:27:25,095 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:27:26,502 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:27:28,504 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:27:30,505 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:27:31,046 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:27:31,908 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:27:32,375 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:27:32,375 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:27:32,409 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:27:32,506 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:27:34,507 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:27:36,509 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:27:36,844 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:27:38,510 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:27:40,511 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:27:41,931 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:27:42,513 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:27:44,514 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:27:46,515 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:27:47,375 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:27:47,376 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:27:47,409 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:27:47,492 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:27:48,517 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:27:50,518 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:27:52,519 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:27:52,603 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:27:54,521 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:27:56,523 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:27:58,310 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:27:58,525 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:28:00,526 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:28:01,909 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:28:02,375 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:28:02,376 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:28:02,409 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:28:02,529 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:28:03,352 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:28:04,530 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:28:06,533 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:28:08,437 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:28:08,534 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:28:10,535 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:28:12,536 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:28:14,229 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:28:14,538 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:28:16,539 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:28:17,376 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:28:17,376 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:28:17,410 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:28:18,541 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:28:19,969 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:28:20,542 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:28:22,543 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:28:24,545 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:28:25,176 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:28:26,547 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:28:28,548 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:28:30,257 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:28:30,550 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:28:31,910 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:28:32,376 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:28:32,377 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:28:32,410 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:28:32,551 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:28:34,552 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:28:36,244 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:28:36,553 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:28:38,555 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:28:40,556 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:28:41,316 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:28:42,557 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:28:44,559 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:28:46,560 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:28:47,067 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:28:47,376 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:28:47,376 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:28:47,410 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:28:48,562 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:28:52,771 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:28:54,566 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:28:56,567 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:28:57,974 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:28:58,568 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:29:00,569 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:29:01,911 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:29:02,376 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:29:02,377 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:29:02,410 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:29:02,571 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:29:03,958 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:29:04,573 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:29:06,574 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:29:08,575 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:29:09,828 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:29:10,577 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:29:12,578 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:29:14,579 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:29:15,805 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:29:16,581 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:29:17,376 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:29:17,377 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:29:17,410 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:29:18,582 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:29:20,583 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:29:21,587 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:29:22,585 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:29:24,586 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:29:26,587 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:29:26,687 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:29:28,588 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:29:30,589 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:29:31,912 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:29:31,913 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:29:32,378 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:29:32,379 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:29:32,412 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:29:32,591 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:29:34,592 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:29:36,593 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:29:37,401 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:29:38,594 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:29:40,596 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:29:42,597 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:29:43,347 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:29:44,598 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:29:46,599 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:29:47,378 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:29:47,378 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:29:47,410 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:29:48,602 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:29:49,334 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:29:51,604 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:29:53,606 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:29:55,271 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:29:55,607 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:29:57,608 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:29:59,610 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:30:01,229 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:30:01,611 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:30:01,914 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:30:02,378 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:30:02,379 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:30:02,411 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:30:03,612 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:30:05,614 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:30:06,326 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:30:07,615 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:30:09,616 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:30:11,618 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:30:12,139 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:30:13,621 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:30:15,624 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:30:17,378 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:30:17,379 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:30:17,411 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:30:17,448 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:30:17,625 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:30:19,627 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:30:21,628 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:30:22,816 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:30:23,630 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:30:25,631 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:30:27,632 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:30:28,687 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:30:29,634 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:30:31,635 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:30:31,915 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:30:32,378 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:30:32,379 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:30:32,411 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:30:33,636 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:30:34,661 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:30:35,638 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:30:37,639 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:30:39,641 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:30:39,702 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:30:41,642 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:30:43,643 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:30:44,778 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:30:45,645 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:30:47,378 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:30:47,379 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:30:47,411 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:30:47,646 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:30:49,648 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:30:49,804 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:30:51,649 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:30:53,651 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:30:55,547 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:30:55,652 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:30:57,654 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:30:59,655 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:31:01,495 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:31:01,656 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:31:01,916 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:31:02,379 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:31:02,379 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:31:02,411 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:31:03,658 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:31:05,659 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:31:07,449 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:31:07,661 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:31:09,662 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:31:11,663 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:31:12,482 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:31:13,665 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:31:15,666 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:31:17,379 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:31:17,379 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:31:17,411 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:31:17,668 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:31:18,411 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:31:19,669 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:31:21,670 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:31:23,672 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:31:24,276 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:31:25,673 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:31:27,675 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:31:29,676 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:31:30,215 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:31:31,677 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:31:31,917 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:31:32,379 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:31:32,380 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:31:32,411 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:31:33,679 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:31:35,680 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:31:36,195 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:31:37,681 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:31:39,683 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:31:41,239 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:31:41,684 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:31:43,686 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:31:45,688 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:31:47,060 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:31:47,379 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:31:47,380 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:31:47,411 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:31:47,689 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:31:49,690 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:31:51,692 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:31:52,990 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:31:53,693 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:31:55,694 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:31:57,696 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:31:58,040 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:31:59,697 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:32:01,699 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:32:01,918 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:32:02,379 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:32:02,380 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:32:02,412 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:32:03,700 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:32:03,894 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:32:05,702 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:32:07,704 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:32:09,705 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:32:09,880 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:32:11,706 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:32:13,707 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:32:14,918 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:32:15,709 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:32:17,379 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:32:17,380 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:32:17,412 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:32:17,710 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:32:19,711 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:32:20,706 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:32:21,713 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:32:23,715 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:32:25,720 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:32:26,533 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:32:27,717 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:32:29,718 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:32:31,720 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:32:31,919 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:32:31,919 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:32:32,380 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:32:32,380 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:32:32,412 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:32:33,721 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:32:35,723 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:32:37,231 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:32:37,724 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:32:39,725 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:32:41,727 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:32:43,087 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:32:43,728 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:32:45,734 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:32:47,380 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:32:47,380 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:32:47,412 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:32:47,735 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:32:49,057 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:32:49,737 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:32:51,738 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:32:53,739 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:32:54,993 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:32:55,741 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:32:57,742 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:32:59,743 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:33:00,792 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:33:01,744 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:33:01,920 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:33:02,380 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:33:02,380 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:33:02,412 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:33:03,746 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:33:05,747 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:33:06,760 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:33:07,749 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:33:09,750 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:33:11,752 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:33:11,799 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:33:13,753 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:33:15,758 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:33:16,851 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:33:17,380 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:33:17,381 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:33:17,412 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:33:17,760 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:33:19,761 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:33:21,762 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:33:22,705 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:33:23,764 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:33:25,765 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:33:27,767 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:33:28,640 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:33:29,768 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:33:31,769 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:33:31,926 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:33:32,384 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:33:32,385 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:33:32,413 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:33:33,771 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:33:34,568 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:33:35,772 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:33:37,774 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:33:39,638 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:33:39,775 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:33:41,776 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:33:43,778 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:33:45,488 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:33:45,779 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:33:47,385 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:33:47,385 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:33:47,412 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:33:47,780 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:33:49,787 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:33:51,435 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:33:51,788 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:33:53,790 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:33:55,791 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:33:57,309 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:33:57,792 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:33:59,793 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:34:01,795 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:34:01,923 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:34:02,385 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:34:02,385 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:34:02,413 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:34:02,510 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:34:03,796 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:34:05,798 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:34:07,799 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:34:07,844 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:34:09,801 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:34:11,802 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:34:13,803 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:34:13,837 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:34:15,805 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:34:17,385 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:34:17,385 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:34:17,413 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:34:17,806 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:34:19,722 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:34:19,807 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:34:21,808 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:34:23,810 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:34:25,678 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:34:25,811 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:34:27,813 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:34:29,814 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:34:31,647 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:34:31,815 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:34:31,924 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:34:32,385 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:34:32,386 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:34:32,413 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:34:33,817 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:34:35,818 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:34:37,462 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:34:37,819 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:34:39,821 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:34:41,822 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:34:43,454 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:34:43,823 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:34:45,825 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:34:47,385 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:34:47,385 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:34:47,413 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:34:47,826 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:34:49,447 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:34:49,827 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:34:51,828 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:34:53,830 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:34:55,363 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:34:55,832 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:34:57,833 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:34:59,834 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:35:01,219 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:35:01,836 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:35:01,925 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:35:02,385 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:35:02,386 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:35:02,413 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:35:03,837 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:35:05,838 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:35:07,076 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:35:07,840 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:35:09,841 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:35:11,842 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:35:12,163 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:35:13,843 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:35:15,845 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:35:17,385 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:35:17,386 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:35:17,413 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:35:17,539 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:35:17,846 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:35:19,848 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:35:21,854 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:35:22,612 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:35:23,855 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:35:25,856 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:35:27,698 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:35:27,858 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:35:29,859 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:35:31,860 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:35:31,926 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:35:32,386 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:35:32,386 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:35:32,413 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:35:33,486 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:35:33,862 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:35:35,863 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:35:37,864 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:35:39,307 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:35:39,866 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:35:41,867 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:35:43,868 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:35:45,144 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:35:45,870 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:35:47,386 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:35:47,386 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:35:47,413 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:35:47,871 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:35:49,873 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:35:50,331 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:35:51,874 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:35:53,875 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:35:55,876 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:35:56,187 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:35:57,878 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:35:59,879 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:36:01,880 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:36:01,928 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:36:01,929 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:36:02,386 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:36:02,386 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:36:02,414 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:36:03,882 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:36:05,883 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:36:07,048 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:36:07,885 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:36:09,886 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:36:11,887 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:36:12,108 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:36:13,889 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:36:15,890 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:36:17,386 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:36:17,386 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:36:17,414 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:36:17,558 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:36:17,891 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:36:19,893 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:36:21,894 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:36:22,816 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:36:23,895 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:36:25,897 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:36:27,899 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:36:28,706 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:36:29,900 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:36:31,901 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:36:31,929 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:36:32,390 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:36:32,391 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:36:32,414 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:36:33,737 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:36:33,902 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:36:35,904 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:36:37,905 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:36:39,409 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:36:39,906 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:36:41,907 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:36:43,909 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:36:44,458 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:36:45,910 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:36:47,391 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:36:47,391 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:36:47,414 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:36:47,912 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:36:49,913 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:36:50,354 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:36:51,914 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:36:53,916 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:36:55,917 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:36:56,334 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:36:57,923 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:36:59,924 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:37:01,378 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:37:01,926 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:37:01,930 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:37:02,391 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:37:02,392 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:37:02,414 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:37:03,927 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:37:05,928 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:37:07,080 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:37:07,930 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:37:09,931 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:37:11,933 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:37:12,082 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:37:13,934 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:37:15,936 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:37:17,391 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:37:17,392 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:37:17,414 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:37:17,460 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:37:17,937 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:37:19,938 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:37:21,939 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:37:22,651 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:37:23,941 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:37:25,942 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:37:27,944 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:37:28,489 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:37:29,945 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:37:31,931 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:37:31,946 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:37:32,393 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:37:32,394 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:37:32,414 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:37:33,546 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:37:33,948 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:37:35,949 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:37:37,950 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:37:39,428 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:37:39,952 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:37:41,953 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:37:43,954 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:37:44,534 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:37:45,955 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:37:47,392 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:37:47,392 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:37:47,414 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:37:47,957 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:37:49,958 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:37:50,252 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:37:51,959 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:37:53,961 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:37:55,963 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:37:56,216 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:37:57,964 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:37:59,965 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:38:01,933 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:38:01,934 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:38:01,966 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:38:02,396 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:38:02,396 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:38:02,420 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:38:03,968 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:38:05,969 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:38:06,971 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:38:07,970 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:38:09,972 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:38:11,973 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:38:12,674 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:38:13,974 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:38:15,975 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:38:17,396 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:38:17,397 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:38:17,420 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:38:17,977 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:38:18,543 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:38:19,981 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:38:21,983 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:38:23,984 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:38:24,534 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:38:25,991 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:38:27,986 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:38:29,988 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:38:30,404 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:38:31,934 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:38:31,989 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:38:32,396 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:38:32,397 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:38:32,420 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:38:33,990 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:38:35,992 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:38:36,322 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:38:37,993 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:38:39,994 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:38:41,996 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:38:42,292 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:38:43,997 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:38:45,998 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:38:47,396 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:38:47,397 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:38:47,420 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:38:47,572 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:38:48,000 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:38:50,001 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:38:52,003 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:38:53,225 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:38:54,004 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:38:56,005 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:38:58,006 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:38:59,105 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:39:00,008 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:39:01,935 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:39:02,009 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:39:02,397 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:39:02,397 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:39:02,420 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:39:04,011 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:39:04,944 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:39:06,012 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:39:08,013 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:39:10,014 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:39:10,794 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:39:12,015 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:39:14,017 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:39:16,020 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:39:16,745 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:39:17,397 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:39:17,397 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:39:17,420 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:39:18,020 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:39:20,021 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:39:22,023 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:39:22,601 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:39:24,024 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:39:26,025 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:39:28,027 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:39:28,569 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:39:30,028 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:39:31,936 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:39:32,029 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:39:32,397 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:39:32,397 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:39:32,420 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:39:34,031 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:39:34,483 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:39:36,032 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:39:38,033 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:39:40,034 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:39:40,413 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:39:42,036 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:39:44,037 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:39:46,038 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:39:46,389 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:39:47,397 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:39:47,398 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:39:47,421 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:39:48,040 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:39:50,041 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:39:52,042 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:39:52,343 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:39:54,044 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:39:56,045 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:39:58,047 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:39:58,240 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:40:00,048 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:40:01,937 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:40:02,049 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:40:02,397 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:40:02,398 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:40:02,421 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:40:03,257 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:40:04,051 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:40:06,052 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:40:08,054 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:40:08,840 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:40:10,055 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:40:10,179 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 07:40:10,180 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 07:40:10,185 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 07:40:10,186 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 07:40:10,186 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 07:40:11,055 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 07:40:12,056 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:40:14,008 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:40:14,057 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:40:16,058 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:40:17,397 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:40:17,398 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:40:17,421 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:40:18,060 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:40:19,108 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:40:20,062 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:40:22,063 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:40:24,064 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:40:24,344 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:40:26,065 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:40:28,068 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:40:29,068 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:40:29,894 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:40:30,069 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:40:30,272 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 07:40:31,938 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:40:32,070 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:40:32,399 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:40:32,399 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:40:32,421 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:40:33,071 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:40:34,071 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:40:35,419 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:40:36,073 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:40:38,074 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:40:40,075 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:40:41,230 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:40:42,076 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:40:44,077 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:40:46,078 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:40:46,330 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:40:47,399 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:40:47,400 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:40:47,421 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:40:48,080 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:40:50,081 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:40:52,002 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:40:52,091 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:40:54,093 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:40:56,094 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:40:57,893 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:40:58,095 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:41:00,097 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:41:01,939 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:41:02,098 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:41:02,399 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:41:02,400 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:41:02,421 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:41:02,926 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:41:04,099 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:41:06,100 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:41:08,102 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:41:08,581 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:41:10,103 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:41:12,104 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:41:13,646 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:41:14,106 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:41:16,107 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:41:17,399 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:41:17,400 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:41:17,421 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:41:18,108 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:41:19,455 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:41:20,110 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:41:22,111 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:41:24,112 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:41:25,290 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:41:26,114 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:41:28,115 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:41:30,116 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:41:31,182 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:41:31,941 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:41:32,118 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:41:32,399 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:41:32,400 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:41:32,421 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:41:34,119 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:41:36,120 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:41:36,993 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:41:38,122 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:41:40,123 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:41:42,124 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:41:42,892 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:41:44,125 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:41:46,127 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:41:47,400 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:41:47,400 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:41:47,422 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:41:47,902 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:41:48,128 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:41:50,130 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:41:52,131 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:41:53,686 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:41:54,132 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:41:56,134 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:41:58,135 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:41:59,580 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:42:00,136 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:42:01,942 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:42:02,138 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:42:02,400 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:42:02,400 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:42:02,422 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:42:04,139 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:42:05,418 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:42:06,140 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:42:08,142 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:42:10,143 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:42:11,345 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:42:12,145 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:42:14,146 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:42:16,147 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:42:17,289 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:42:17,401 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:42:17,401 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:42:17,422 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:42:18,148 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:42:20,149 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:42:22,151 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:42:23,244 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:42:24,152 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:42:26,153 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:42:28,155 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:42:28,315 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:42:30,156 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:42:31,943 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:42:32,158 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:42:32,401 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:42:32,402 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:42:32,422 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:42:34,001 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:42:34,159 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:42:36,160 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:42:38,161 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:42:39,845 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:42:40,162 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:42:42,164 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:42:44,166 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:42:45,777 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:42:46,167 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:42:47,402 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:42:47,403 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:42:47,422 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:42:48,168 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:42:50,169 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:42:50,877 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:42:52,171 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:42:54,172 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:42:56,174 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:42:56,590 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:42:58,175 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:43:00,176 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:43:01,944 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:43:01,947 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:43:02,177 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:43:02,401 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:43:02,402 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:43:02,422 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:43:04,179 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:43:06,180 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:43:07,294 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:43:08,182 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:43:10,183 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:43:12,184 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:43:13,250 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:43:14,186 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:43:16,187 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:43:17,401 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:43:17,402 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:43:17,422 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:43:18,188 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:43:18,259 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:43:20,189 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:43:22,190 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:43:23,907 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:43:24,192 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:43:26,193 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:43:28,194 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:43:28,913 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:43:30,195 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:43:31,946 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:43:32,197 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:43:32,401 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:43:32,402 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:43:32,422 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:43:34,198 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:43:34,650 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:43:36,199 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:43:38,200 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:43:40,202 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:43:40,561 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:43:42,203 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:43:44,205 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:43:46,206 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:43:46,469 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:43:47,402 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:43:47,402 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:43:47,422 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:43:48,208 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:43:50,209 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:43:52,210 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:43:52,320 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:43:54,211 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:43:56,212 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:43:57,427 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:43:58,214 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:44:00,215 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:44:01,947 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:44:02,216 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:44:02,402 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:44:02,402 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:44:02,422 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:44:02,534 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:44:04,218 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:44:06,219 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:44:07,872 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:44:08,220 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:44:10,221 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:44:12,223 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:44:13,830 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:44:14,224 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:44:16,226 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:44:17,402 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:44:17,402 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:44:17,422 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:44:19,228 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:44:19,665 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:44:21,230 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:44:23,231 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:44:25,232 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:44:25,524 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:44:27,233 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:44:29,234 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:44:30,586 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:44:31,236 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:44:31,948 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:44:32,402 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:44:32,403 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:44:32,424 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:44:33,237 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:44:35,238 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:44:36,344 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:44:37,240 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:44:39,241 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:44:41,242 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:44:42,250 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:44:43,244 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:44:45,245 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:44:47,246 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:44:47,402 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:44:47,402 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:44:47,424 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:44:47,564 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:44:49,248 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:44:51,249 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:44:53,080 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:44:53,254 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:44:55,256 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:44:57,258 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:44:58,975 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:44:59,259 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:45:01,260 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:45:01,949 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:45:02,402 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:45:02,403 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:45:02,424 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:45:03,262 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:45:04,103 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:45:05,263 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:45:07,264 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:45:09,265 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:45:09,970 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:45:11,267 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:45:13,268 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:45:15,270 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:45:15,963 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:45:17,271 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:45:17,402 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:45:17,403 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:45:17,424 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:45:19,273 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:45:21,274 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:45:21,939 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:45:23,275 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:45:25,279 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:45:27,280 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:45:27,747 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:45:29,288 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:45:31,289 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:45:31,950 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:45:32,403 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:45:32,403 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:45:32,424 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:45:33,291 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:45:33,743 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:45:35,292 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:45:37,294 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:45:39,295 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:45:39,604 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:45:41,296 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:45:43,297 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:45:45,299 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:45:45,567 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:45:47,300 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:45:47,403 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:45:47,403 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:45:47,424 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:45:49,301 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:45:51,303 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:45:51,477 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:45:53,304 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:45:55,305 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:45:57,307 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:45:57,410 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:45:59,308 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:46:01,310 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:46:01,951 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:46:02,403 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:46:02,403 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:46:02,424 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:46:02,479 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:46:03,312 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:46:05,313 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:46:07,314 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:46:08,187 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:46:09,316 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:46:11,317 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:46:13,318 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:46:14,085 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:46:15,319 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:46:17,321 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:46:17,403 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:46:17,404 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:46:17,425 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:46:19,244 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:46:19,322 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:46:21,323 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:46:23,325 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:46:24,934 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:46:25,326 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:46:27,327 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:46:29,329 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:46:30,763 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:46:31,330 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:46:31,952 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:46:32,404 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:46:32,404 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:46:32,431 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:46:33,331 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:46:35,333 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:46:35,785 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:46:37,334 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:46:39,335 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:46:41,337 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:46:41,483 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:46:43,338 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:46:45,339 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:46:47,341 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:46:47,404 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:46:47,404 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:46:47,431 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:46:47,587 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:46:49,342 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:46:51,343 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:46:53,218 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:46:53,344 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:46:55,346 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:46:57,347 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:46:59,153 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:46:59,349 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:47:01,350 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:47:01,953 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:47:02,404 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:47:02,405 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:47:02,431 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:47:03,352 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:47:05,134 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:47:05,353 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:47:07,355 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:47:09,356 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:47:11,059 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:47:11,357 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:47:13,359 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:47:15,360 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:47:16,110 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:47:17,361 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:47:17,404 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:47:17,404 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:47:17,431 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:47:19,363 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:47:21,364 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:47:21,880 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:47:23,365 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:47:25,367 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:47:26,911 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:47:27,368 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:47:29,369 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:47:31,370 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:47:31,954 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:47:31,956 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:47:32,405 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:47:32,405 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:47:32,431 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:47:33,372 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:47:35,373 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:47:37,374 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:47:37,845 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:47:39,376 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:47:41,377 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:47:43,379 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:47:43,756 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:47:45,380 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:47:47,381 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:47:47,404 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:47:47,405 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:47:47,431 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:47:49,382 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:47:49,608 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:47:51,384 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:47:53,385 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:47:55,386 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:47:55,444 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:47:57,388 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:47:59,389 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:48:00,574 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:48:01,390 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:48:01,955 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:48:02,405 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:48:02,405 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:48:02,432 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:48:03,392 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:48:05,393 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:48:06,286 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:48:07,395 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:48:09,397 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:48:11,398 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:48:11,444 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:48:13,399 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:48:15,401 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:48:17,146 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:48:17,402 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:48:17,405 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:48:17,405 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:48:17,432 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:48:19,403 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:48:21,405 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:48:23,081 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:48:23,406 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:48:25,408 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:48:27,409 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:48:28,096 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:48:29,410 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:48:31,412 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:48:31,957 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:48:32,405 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:48:32,406 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:48:32,432 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:48:33,413 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:48:33,809 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:48:35,415 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:48:37,416 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:48:39,417 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:48:39,699 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:48:41,419 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:48:43,420 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:48:45,421 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:48:45,655 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:48:47,405 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:48:47,406 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:48:47,423 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:48:47,432 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:48:49,425 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:48:51,427 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:48:51,592 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:48:53,428 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:48:55,432 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:48:57,434 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:48:57,513 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:48:59,435 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:49:01,436 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:49:01,958 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:49:02,405 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:49:02,405 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:49:02,432 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:49:02,549 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:49:03,437 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:49:05,439 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:49:07,440 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:49:08,247 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:49:09,442 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:49:11,443 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:49:13,299 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:49:13,444 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:49:15,446 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:49:17,405 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:49:17,406 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:49:17,432 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:49:17,447 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:49:19,167 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:49:19,449 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:49:21,451 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:49:23,452 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:49:25,037 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:49:25,453 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:49:27,455 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:49:29,456 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:49:30,998 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:49:31,458 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:49:31,964 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:49:32,405 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:49:32,406 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:49:32,432 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:49:33,459 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:49:35,460 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:49:36,938 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:49:37,461 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:49:39,463 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:49:41,464 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:49:42,858 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:49:43,465 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:49:45,467 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:49:47,406 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:49:47,406 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:49:47,432 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:49:47,468 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:49:47,958 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:49:49,470 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:49:51,471 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:49:53,472 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:49:53,607 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:49:55,474 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:49:57,475 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:49:58,699 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:49:59,476 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:50:01,478 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:50:01,961 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:50:02,406 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:50:02,406 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:50:02,432 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:50:03,479 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:50:04,480 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:50:05,481 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:50:07,482 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:50:09,483 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:50:09,592 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:50:11,485 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:50:13,486 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:50:15,371 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:50:15,487 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:50:17,406 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:50:17,407 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:50:17,433 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:50:17,489 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:50:19,490 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:50:21,241 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:50:21,491 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:50:23,493 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:50:25,494 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:50:27,147 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:50:27,495 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:50:29,499 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:50:31,500 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:50:31,962 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:50:32,406 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:50:32,407 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:50:32,433 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:50:32,514 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:50:33,501 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:50:35,503 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:50:37,504 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:50:37,846 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:50:39,505 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:50:41,507 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:50:43,508 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:50:43,771 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:50:45,509 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:50:47,406 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:50:47,407 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:50:47,433 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:50:47,511 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:50:49,513 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:50:49,739 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:50:51,514 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:50:53,516 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:50:55,517 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:50:55,698 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:50:57,519 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:50:59,520 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:51:01,521 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:51:01,694 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:51:01,963 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:51:02,406 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:51:02,406 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:51:02,433 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:51:03,523 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:51:05,524 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:51:06,720 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:51:07,525 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:51:09,527 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:51:11,528 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:51:12,712 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:51:13,529 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:51:15,535 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:51:17,406 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:51:17,407 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:51:17,435 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:51:17,536 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:51:17,747 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:51:19,538 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:51:21,539 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:51:23,540 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:51:23,626 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:51:25,541 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:51:27,545 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:51:29,460 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:51:29,546 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:51:31,547 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:51:31,964 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:51:32,406 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:51:32,407 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:51:32,435 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:51:33,549 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:51:34,523 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:51:35,551 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:51:37,552 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:51:39,554 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:51:40,174 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:51:41,555 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:51:43,556 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:51:45,558 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:51:46,076 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:51:47,407 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:51:47,407 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:51:47,435 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:51:47,559 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:51:49,560 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:51:51,561 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:51:51,995 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:51:53,563 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:51:55,564 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:51:57,565 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:51:57,909 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:51:59,567 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:52:01,568 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:52:01,965 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:52:02,407 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:52:02,407 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:52:02,436 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:52:03,570 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:52:03,895 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:52:05,571 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:52:07,572 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:52:09,574 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:52:09,822 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:52:11,575 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:52:13,576 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:52:15,577 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:52:15,726 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:52:17,407 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:52:17,407 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:52:17,436 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:52:17,579 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:52:19,580 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:52:20,747 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:52:21,581 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:52:23,582 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:52:25,583 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:52:26,627 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:52:27,585 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:52:29,586 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:52:31,588 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:52:31,966 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:52:31,967 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:52:32,407 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:52:32,408 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:52:32,436 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:52:33,589 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:52:35,591 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:52:37,327 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:52:37,592 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:52:39,593 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:52:41,595 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:52:43,322 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:52:43,596 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:52:45,598 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:52:47,407 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:52:47,408 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:52:47,436 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:52:47,599 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:52:49,232 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:52:49,600 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:52:51,602 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:52:53,603 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:52:54,296 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:52:55,604 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:52:57,606 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:52:59,607 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:53:00,045 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:53:01,608 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:53:01,968 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:53:02,407 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:53:02,408 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:53:02,436 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:53:03,610 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:53:05,611 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:53:05,960 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:53:07,613 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:53:09,614 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:53:11,616 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:53:11,890 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:53:13,617 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:53:15,618 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:53:17,407 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:53:17,408 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:53:17,436 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:53:17,503 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:53:17,620 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:53:19,621 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:53:21,622 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:53:22,680 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:53:23,624 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:53:25,625 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:53:27,626 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:53:27,703 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:53:29,628 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:53:31,629 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:53:31,969 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:53:32,407 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:53:32,408 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:53:32,436 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:53:33,513 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:53:33,630 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:53:35,632 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:53:37,633 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:53:39,397 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:53:39,634 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:53:41,636 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:53:43,637 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:53:45,387 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:53:45,638 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:53:47,408 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:53:47,408 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:53:47,437 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:53:47,639 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:53:49,641 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:53:51,245 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:53:51,642 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:53:53,644 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:53:55,645 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:53:57,133 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:53:57,646 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:53:59,648 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:54:01,649 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:54:01,970 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:54:02,408 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:54:02,408 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:54:02,437 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:54:02,502 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:54:03,651 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:54:05,652 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:54:07,653 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:54:07,819 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:54:09,655 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:54:11,656 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:54:13,649 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:54:13,658 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:54:15,659 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:54:17,408 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:54:17,408 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:54:17,437 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:54:17,661 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:54:19,623 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:54:19,662 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:54:21,664 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:54:23,665 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:54:25,572 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:54:25,666 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:54:27,668 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:54:29,669 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:54:31,528 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:54:31,670 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:54:31,971 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:54:32,408 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:54:32,409 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:54:32,437 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:54:33,672 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:54:35,673 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:54:36,696 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:54:37,674 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:54:39,676 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:54:41,677 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:54:42,521 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:54:43,678 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:54:45,680 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:54:47,408 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:54:47,409 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:54:47,437 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:54:47,547 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:54:47,681 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:54:49,682 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:54:51,684 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:54:53,269 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:54:53,685 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:54:55,687 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:54:57,688 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:54:59,180 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:54:59,689 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:55:01,690 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:55:01,972 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:55:02,408 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:55:02,409 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:55:02,437 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:55:03,692 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:55:05,158 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:55:05,695 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:55:07,694 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:55:09,696 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:55:10,273 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:55:11,697 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:55:13,698 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:55:15,700 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:55:16,003 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:55:17,408 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:55:17,409 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:55:17,437 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:55:17,701 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:55:19,702 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:55:21,707 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:55:21,915 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:55:23,709 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:55:25,710 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:55:27,712 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:55:27,735 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:55:29,713 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:55:31,726 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:55:31,973 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:55:32,409 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:55:32,409 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:55:32,437 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:55:32,775 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:55:33,715 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:55:35,717 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:55:37,718 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:55:38,567 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:55:39,719 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:55:41,721 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:55:43,722 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:55:44,379 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:55:45,726 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:55:47,409 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:55:47,409 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:55:47,438 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:55:47,727 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:55:49,728 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:55:50,322 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:55:51,730 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:55:53,731 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:55:55,733 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:55:56,322 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:55:57,734 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:55:59,735 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:56:01,737 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:56:01,975 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:56:01,976 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:56:02,409 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:56:02,409 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:56:02,438 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:56:03,745 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:56:05,746 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:56:07,178 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:56:07,747 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:56:09,749 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:56:11,750 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:56:12,817 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:56:13,752 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:56:15,753 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:56:17,409 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:56:17,410 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:56:17,438 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:56:17,754 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:56:17,854 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:56:19,756 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:56:21,757 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:56:23,631 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:56:23,758 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:56:25,760 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:56:27,761 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:56:29,529 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:56:29,762 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:56:31,764 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:56:31,976 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:56:32,409 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:56:32,409 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:56:32,438 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:56:33,765 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:56:34,544 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:56:34,547 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 07:56:34,548 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 07:56:34,549 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 07:56:34,549 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 07:56:34,550 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 07:56:34,766 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 07:56:35,767 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:56:37,768 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:56:39,708 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:56:39,769 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:56:41,770 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:56:43,771 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:56:44,774 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:56:45,772 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:56:47,409 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:56:47,409 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:56:47,438 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:56:47,773 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:56:49,775 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:56:49,783 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:56:51,776 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:56:53,777 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:56:54,279 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 07:56:54,824 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:56:55,778 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:56:57,780 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:56:59,781 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:57:00,699 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:57:01,783 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:57:01,977 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:57:02,409 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:57:02,409 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:57:02,440 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:57:03,784 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:57:05,739 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:57:05,785 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:57:07,787 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:57:09,788 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:57:11,533 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:57:11,793 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:57:13,792 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:57:15,793 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:57:16,545 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:57:17,410 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:57:17,410 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:57:17,440 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:57:17,795 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:57:19,796 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:57:21,798 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:57:22,272 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:57:23,799 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:57:25,801 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:57:27,293 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:57:27,802 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:57:29,803 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:57:31,805 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:57:31,978 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:57:32,410 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:57:32,410 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:57:32,440 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:57:32,532 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:57:33,806 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:57:35,807 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:57:37,809 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:57:38,025 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:57:39,810 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:57:41,811 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:57:43,813 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:57:43,984 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:57:45,814 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:57:47,410 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:57:47,410 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:57:47,440 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:57:47,815 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:57:49,061 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:57:49,817 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:57:51,818 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:57:53,819 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:57:54,774 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:57:55,821 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:57:57,822 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:57:59,824 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:58:00,618 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:58:01,825 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:58:01,979 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:58:02,410 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:58:02,410 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:58:02,440 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:58:03,826 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:58:05,622 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:58:05,837 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:58:07,829 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:58:09,831 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:58:11,300 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:58:11,832 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:58:13,833 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:58:15,834 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:58:16,362 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:58:17,410 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:58:17,410 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:58:17,441 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:58:17,836 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:58:19,837 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:58:21,839 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:58:22,128 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:58:23,840 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:58:25,841 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:58:27,844 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:58:27,981 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:58:29,847 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:58:31,980 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:58:32,410 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:58:32,410 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:58:32,441 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:58:32,849 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:58:33,109 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:58:34,850 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:58:36,851 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:58:38,853 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:58:38,888 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:58:40,854 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:58:42,855 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:58:44,850 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:58:44,856 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:58:46,858 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:58:47,410 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:58:47,411 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:58:47,441 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:58:48,859 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:58:50,690 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:58:50,861 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:58:52,862 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:58:54,863 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:58:56,561 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:58:56,865 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:58:58,866 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:59:00,867 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:59:01,981 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:59:01,982 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:59:02,410 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:59:02,411 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:59:02,441 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:59:02,869 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:59:04,870 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:59:06,871 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:59:07,202 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:59:08,873 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:59:10,874 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:59:12,875 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:59:13,039 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:59:14,877 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:59:16,878 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:59:17,410 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:59:17,411 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:59:17,441 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:59:18,094 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:59:18,879 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:59:20,881 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:59:22,882 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:59:23,812 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:59:24,883 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:59:26,885 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:59:28,886 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:59:29,639 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:59:30,888 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:59:31,983 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 07:59:32,410 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:59:32,411 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:59:32,441 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:59:32,889 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:59:34,660 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:59:34,890 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:59:36,896 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:59:38,904 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:59:40,369 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:59:40,905 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:59:42,906 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:59:44,907 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:59:46,210 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:59:46,909 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:59:47,411 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 07:59:47,411 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 07:59:47,441 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 07:59:48,910 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:59:50,911 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:59:52,202 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:59:52,913 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:59:54,914 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:59:56,915 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 07:59:58,090 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 07:59:58,917 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:00:00,918 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:00:01,984 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:00:02,411 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:00:02,412 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:00:02,441 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:00:02,919 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:00:04,076 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:00:04,921 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:00:06,922 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:00:08,923 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:00:10,044 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:00:10,925 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:00:12,926 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:00:14,927 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:00:16,039 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:00:16,929 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:00:17,411 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:00:17,412 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:00:17,441 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:00:18,930 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:00:20,931 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:00:21,160 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:00:22,933 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:00:24,934 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:00:26,935 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:00:27,063 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:00:28,938 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:00:30,939 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:00:31,985 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:00:32,411 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:00:32,411 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:00:32,442 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:00:32,510 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:00:32,941 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:00:34,942 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:00:36,945 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:00:37,728 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:00:38,945 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:00:40,946 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:00:42,947 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:00:43,648 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:00:44,949 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:00:46,950 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:00:47,411 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:00:47,412 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:00:47,442 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:00:48,671 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:00:48,951 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:00:50,953 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:00:52,954 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:00:54,482 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:00:54,955 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:00:56,956 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:00:58,958 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:01:00,351 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:01:00,959 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:01:01,986 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:01:02,412 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:01:02,412 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:01:02,442 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:01:02,960 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:01:04,962 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:01:06,341 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:01:06,963 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:01:08,965 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:01:10,966 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:01:12,188 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:01:12,967 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:01:14,969 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:01:16,970 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:01:17,224 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:01:17,412 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:01:17,412 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:01:17,442 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:01:18,972 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:01:20,973 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:01:22,938 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:01:22,975 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:01:24,977 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:01:26,978 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:01:28,889 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:01:28,979 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:01:30,980 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:01:31,988 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:01:32,412 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:01:32,413 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:01:32,442 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:01:32,982 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:01:34,766 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:01:34,983 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:01:36,984 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:01:38,986 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:01:40,671 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:01:40,987 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:01:42,988 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:01:44,990 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:01:46,562 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:01:46,991 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:01:47,412 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:01:47,413 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:01:47,442 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:01:48,992 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:01:50,994 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:01:52,410 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:01:52,995 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:01:54,996 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:01:56,998 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:01:58,359 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:01:58,999 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:02:01,001 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:02:01,989 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:02:02,412 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:02:02,413 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:02:02,442 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:02:03,002 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:02:03,437 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:02:05,003 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:02:07,004 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:02:09,006 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:02:09,171 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:02:11,007 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:02:13,008 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:02:14,279 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:02:15,010 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:02:17,011 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:02:17,413 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:02:17,413 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:02:17,443 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:02:19,012 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:02:20,163 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:02:21,014 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:02:23,015 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:02:25,017 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:02:26,100 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:02:27,018 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:02:29,019 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:02:31,021 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:02:31,135 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:02:31,990 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:02:32,412 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:02:32,413 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:02:32,442 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:02:33,022 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:02:35,023 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:02:36,802 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:02:37,025 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:02:39,026 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:02:41,028 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:02:42,662 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:02:43,029 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:02:45,031 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:02:47,032 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:02:47,413 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:02:47,413 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:02:47,443 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:02:48,534 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:02:49,033 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:02:51,035 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:02:53,036 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:02:54,434 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:02:55,037 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:02:57,039 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:02:59,040 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:02:59,481 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:03:01,041 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:03:01,991 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:03:02,413 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:03:02,414 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:03:02,443 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:03:03,043 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:03:05,044 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:03:05,086 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:03:07,046 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:03:09,047 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:03:10,980 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:03:11,048 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:03:13,050 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:03:15,051 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:03:16,119 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:03:17,052 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:03:17,413 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:03:17,413 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:03:17,443 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:03:19,054 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:03:21,055 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:03:21,870 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:03:23,057 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:03:25,058 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:03:27,059 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:03:27,813 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:03:29,063 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:03:31,062 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:03:31,992 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:03:32,413 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:03:32,414 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:03:32,443 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:03:33,063 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:03:33,728 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:03:35,064 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:03:37,066 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:03:39,067 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:03:39,521 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:03:41,069 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:03:43,070 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:03:44,530 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:03:45,071 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:03:47,073 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:03:47,413 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:03:47,414 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:03:47,443 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:03:49,074 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:03:50,298 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:03:51,076 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:03:53,077 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:03:55,078 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:03:56,165 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:03:57,079 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:03:59,081 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:04:01,082 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:04:01,993 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:04:01,994 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:04:02,414 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:04:02,414 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:04:02,450 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:04:03,083 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:04:05,084 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:04:07,086 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:04:07,994 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:04:09,088 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:04:11,089 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:04:13,090 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:04:13,861 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:04:15,091 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:04:17,093 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:04:17,414 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:04:17,415 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:04:17,450 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:04:19,094 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:04:19,779 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:04:21,095 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:04:23,097 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:04:24,802 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:04:25,098 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:04:27,099 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:04:29,101 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:04:30,620 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:04:31,102 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:04:31,994 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:04:32,414 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:04:32,415 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:04:32,450 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:04:33,103 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:04:35,104 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:04:35,678 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:04:37,106 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:04:39,107 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:04:41,108 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:04:41,485 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:04:43,110 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:04:45,111 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:04:47,112 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:04:47,414 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:04:47,415 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:04:47,450 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:04:47,518 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:04:49,114 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:04:51,115 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:04:53,116 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:04:53,376 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:04:55,117 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:04:57,119 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:04:59,120 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:04:59,328 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:05:01,122 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:05:01,995 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:05:02,414 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:05:02,415 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:05:02,450 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:05:03,123 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:05:05,124 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:05:05,272 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:05:07,125 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:05:09,126 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:05:10,273 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:05:11,128 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:05:13,129 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:05:15,130 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:05:16,064 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:05:17,132 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:05:17,414 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:05:17,415 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:05:17,450 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:05:19,133 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:05:21,135 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:05:22,020 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:05:23,136 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:05:25,137 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:05:27,139 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:05:27,819 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:05:29,140 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:05:31,141 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:05:31,996 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:05:32,415 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:05:32,415 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:05:32,450 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:05:33,142 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:05:33,798 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:05:35,143 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:05:37,144 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:05:39,146 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:05:39,793 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:05:41,147 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:05:43,149 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:05:45,150 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:05:45,775 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:05:47,151 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:05:47,415 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:05:47,415 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:05:47,451 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:05:49,153 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:05:50,826 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:05:51,154 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:05:53,155 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:05:55,157 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:05:56,601 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:05:57,158 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:05:59,159 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:06:01,161 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:06:01,997 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:06:01,998 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:06:02,415 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:06:02,416 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:06:02,451 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:06:03,162 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:06:05,163 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:06:07,165 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:06:07,237 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:06:09,166 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:06:11,167 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:06:13,169 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:06:13,226 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:06:15,170 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:06:17,171 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:06:17,415 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:06:17,416 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:06:17,451 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:06:18,234 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:06:19,172 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:06:21,174 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:06:23,175 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:06:24,087 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:06:25,176 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:06:27,178 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:06:29,165 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:06:29,179 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:06:31,180 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:06:31,998 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:06:32,415 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:06:32,416 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:06:32,451 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:06:33,182 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:06:34,844 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:06:35,183 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:06:37,184 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:06:39,186 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:06:39,882 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:06:41,187 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:06:43,188 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:06:45,190 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:06:45,871 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:06:47,191 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:06:47,415 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:06:47,416 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:06:47,451 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:06:49,193 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:06:50,919 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:06:51,194 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:06:53,195 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:06:55,196 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:06:56,682 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:06:57,198 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:06:59,199 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:07:01,200 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:07:01,777 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:07:01,999 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:07:02,416 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:07:02,416 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:07:02,451 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:07:03,203 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:07:05,204 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:07:07,205 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:07:07,682 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:07:09,206 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:07:11,208 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:07:13,209 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:07:13,642 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:07:15,210 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:07:17,211 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:07:17,416 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:07:17,416 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:07:17,451 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:07:18,665 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:07:19,213 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:07:21,214 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:07:23,215 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:07:24,504 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:07:25,217 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:07:27,218 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:07:29,219 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:07:29,576 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:07:31,221 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:07:32,000 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:07:32,416 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:07:32,417 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:07:32,451 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:07:33,222 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:07:35,223 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:07:35,241 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:07:37,225 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:07:39,226 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:07:41,110 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:07:41,227 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:07:43,229 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:07:45,230 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:07:47,089 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:07:47,231 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:07:47,416 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:07:47,416 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:07:47,452 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:07:49,233 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:07:51,234 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:07:53,045 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:07:53,236 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:07:55,237 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:07:57,238 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:07:58,097 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:07:59,240 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:08:01,241 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:08:02,001 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:08:02,416 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:08:02,417 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:08:02,452 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:08:03,242 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:08:03,909 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:08:05,243 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:08:07,245 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:08:08,937 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:08:09,246 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:08:11,247 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:08:13,249 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:08:14,041 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:08:15,250 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:08:17,252 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:08:17,416 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:08:17,416 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:08:17,452 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:08:19,253 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:08:19,707 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:08:21,254 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:08:23,256 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:08:24,786 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:08:25,257 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:08:27,258 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:08:29,260 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:08:30,468 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:08:31,261 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:08:32,002 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:08:32,416 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:08:32,417 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:08:32,452 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:08:33,262 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:08:35,263 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:08:36,407 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:08:37,265 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:08:39,266 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:08:41,268 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:08:42,321 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:08:43,269 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:08:45,270 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:08:47,272 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:08:47,327 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:08:47,416 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:08:47,417 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:08:47,452 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:08:49,273 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:08:51,275 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:08:53,241 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:08:53,276 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:08:55,277 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:08:57,279 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:08:59,080 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:08:59,280 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:09:01,281 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:09:02,003 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:09:02,417 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:09:02,417 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:09:02,452 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:09:03,283 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:09:05,029 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:09:05,284 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:09:07,285 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:09:09,287 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:09:10,068 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:09:11,288 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:09:13,289 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:09:15,290 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:09:15,876 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:09:17,292 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:09:17,417 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:09:17,417 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:09:17,452 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:09:19,301 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:09:21,021 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:09:21,303 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:09:24,305 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:09:26,306 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:09:26,717 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:09:28,308 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:09:30,309 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:09:31,720 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:09:32,004 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:09:32,311 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:09:32,417 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:09:32,417 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:09:32,453 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:09:34,312 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:09:36,313 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:09:37,690 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:09:38,315 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:09:40,316 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:09:42,317 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:09:42,743 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:09:44,318 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:09:46,319 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:09:47,417 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:09:47,417 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:09:47,453 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:09:48,321 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:09:48,576 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:09:50,322 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:09:52,323 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:09:53,603 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:09:54,325 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:09:56,326 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:09:58,327 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:09:59,344 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:10:00,329 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:10:02,005 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:10:02,331 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:10:02,417 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:10:02,418 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:10:02,453 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:10:04,332 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:10:05,248 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:10:06,333 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:10:08,334 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:10:10,335 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:10:11,187 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:10:12,337 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:10:14,338 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:10:16,340 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:10:17,153 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:10:17,417 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:10:17,418 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:10:17,453 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:10:18,341 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:10:20,343 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:10:22,344 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:10:23,095 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:10:24,345 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:10:26,346 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:10:28,143 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:10:28,348 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:10:30,349 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:10:32,006 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:10:32,353 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:10:32,417 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:10:32,418 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:10:32,453 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:10:34,069 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:10:34,353 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:10:36,354 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:10:38,355 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:10:39,167 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:10:40,356 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:10:42,358 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:10:44,359 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:10:44,979 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:10:46,361 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:10:47,418 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:10:47,418 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:10:47,453 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:10:48,362 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:10:50,100 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:10:50,363 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:10:52,365 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:10:54,366 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:10:55,862 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:10:56,367 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:10:58,368 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:11:00,370 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:11:00,942 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:11:02,007 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:11:02,371 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:11:02,418 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:11:02,418 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:11:02,453 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:11:04,372 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:11:06,374 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:11:06,649 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:11:08,375 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:11:10,376 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:11:12,378 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:11:12,554 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:11:14,379 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:11:16,381 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:11:17,418 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:11:17,418 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:11:17,453 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:11:17,581 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:11:18,382 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:11:20,383 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:11:22,384 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:11:23,106 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:11:24,386 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:11:26,387 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:11:28,168 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:11:28,388 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:11:30,390 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:11:32,008 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:11:32,391 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:11:32,418 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:11:32,418 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:11:32,454 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:11:33,932 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:11:34,392 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:11:36,394 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:11:38,395 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:11:39,805 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:11:40,397 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:11:42,398 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:11:44,400 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:11:44,904 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:11:46,401 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:11:47,418 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:11:47,418 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:11:47,454 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:11:48,402 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:11:50,404 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:11:50,701 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:11:52,405 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:11:54,406 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:11:56,408 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:11:56,547 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:11:58,409 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:12:00,410 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:12:01,547 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:12:02,009 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:12:02,412 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:12:02,418 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:12:02,419 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:12:02,454 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:12:04,413 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:12:06,414 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:12:07,497 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:12:08,416 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:12:10,417 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:12:12,418 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:12:12,650 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:12:14,420 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:12:16,421 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:12:17,418 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:12:17,419 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:12:17,454 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:12:18,423 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:12:18,518 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:12:20,425 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:12:22,427 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:12:24,405 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:12:24,428 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:12:26,429 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:12:28,431 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:12:30,209 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:12:30,437 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:12:32,010 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:12:32,419 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:12:32,419 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:12:32,438 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:12:32,454 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:12:34,440 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:12:36,090 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:12:36,441 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:12:38,443 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:12:40,444 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:12:41,885 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:12:42,445 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:12:44,446 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:12:46,448 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:12:46,926 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:12:47,419 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:12:47,419 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:12:47,454 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:12:48,449 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:12:50,450 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:12:52,451 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:12:52,734 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:12:54,453 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:12:56,454 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:12:58,455 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:12:58,536 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:13:00,457 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:13:01,130 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 08:13:01,131 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 08:13:01,132 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 08:13:01,132 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 08:13:01,133 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 08:13:01,457 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 08:13:02,011 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:13:02,419 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:13:02,419 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:13:02,461 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:13:02,462 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:13:03,726 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:13:04,459 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:13:06,461 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:13:08,462 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:13:08,799 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:13:10,463 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:13:12,464 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:13:14,033 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:13:14,465 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:13:16,466 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:13:17,419 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:13:17,419 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:13:17,455 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:13:18,468 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:13:19,852 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:13:20,469 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:13:20,982 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 08:13:21,470 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:13:23,471 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:13:24,472 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:13:24,872 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:13:26,473 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:13:28,475 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:13:30,477 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:13:30,667 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:13:32,012 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:13:32,419 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:13:32,419 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:13:32,455 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:13:32,478 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:13:34,484 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:13:35,707 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:13:36,485 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:13:38,487 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:13:40,488 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:13:41,570 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:13:42,490 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:13:44,491 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:13:46,492 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:13:47,419 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:13:47,420 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:13:47,455 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:13:47,502 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:13:48,494 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:13:50,495 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:13:52,496 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:13:52,530 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:13:54,498 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:13:56,499 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:13:58,252 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:13:58,500 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:14:00,502 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:14:02,014 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:14:02,420 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:14:02,421 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:14:02,455 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:14:02,503 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:14:03,258 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:14:04,504 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:14:06,506 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:14:08,507 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:14:08,929 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:14:10,508 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:14:12,510 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:14:14,511 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:14:14,833 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:14:16,512 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:14:17,419 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:14:17,420 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:14:17,455 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:14:18,514 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:14:19,848 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:14:20,515 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:14:22,516 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:14:24,518 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:14:25,692 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:14:26,519 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:14:28,520 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:14:30,521 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:14:31,588 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:14:32,015 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:14:32,420 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:14:32,420 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:14:32,456 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:14:32,523 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:14:34,524 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:14:36,525 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:14:37,429 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:14:38,526 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:14:40,528 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:14:42,529 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:14:43,425 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:14:44,530 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:14:46,531 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:14:47,420 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:14:47,420 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:14:47,456 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:14:48,491 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:14:48,533 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:14:50,534 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:14:52,535 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:14:54,202 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:14:54,537 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:14:56,538 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:14:58,539 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:14:59,355 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:15:00,540 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:15:02,016 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:15:02,420 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:15:02,421 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:15:02,456 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:15:02,542 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:15:04,543 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:15:05,224 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:15:06,544 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:15:08,546 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:15:10,547 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:15:10,550 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:15:12,549 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:15:14,550 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:15:16,262 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:15:16,551 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:15:17,420 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:15:17,421 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:15:17,456 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:15:18,553 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:15:20,554 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:15:22,217 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:15:22,555 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:15:24,557 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:15:26,558 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:15:28,162 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:15:28,559 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:15:30,560 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:15:32,017 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:15:32,420 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:15:32,421 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:15:32,456 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:15:32,564 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:15:34,122 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:15:34,565 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:15:37,569 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:15:39,571 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:15:39,995 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:15:41,572 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:15:43,573 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:15:45,024 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:15:45,575 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:15:47,420 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:15:47,421 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:15:47,456 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:15:47,576 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:15:49,577 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:15:50,804 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:15:51,579 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:15:53,580 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:15:55,581 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:15:56,678 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:15:57,583 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:15:59,584 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:16:01,585 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:16:02,020 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:16:02,021 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:16:02,421 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:16:02,421 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:16:02,456 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:16:03,587 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:16:05,588 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:16:07,402 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:16:07,589 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:16:09,591 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:16:11,592 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:16:12,465 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:16:13,594 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:16:15,595 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:16:17,421 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:16:17,421 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:16:17,456 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:16:17,585 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:16:17,596 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:16:19,598 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:16:21,599 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:16:23,079 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:16:23,600 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:16:25,602 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:16:27,603 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:16:28,148 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:16:29,604 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:16:31,605 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:16:32,021 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:16:32,421 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:16:32,422 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:16:32,457 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:16:33,607 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:16:34,104 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:16:35,608 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:16:37,609 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:16:39,611 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:16:40,054 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:16:41,612 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:16:43,613 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:16:45,615 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:16:46,037 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:16:47,421 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:16:47,421 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:16:47,457 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:16:47,616 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:16:49,618 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:16:51,099 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:16:51,619 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:16:53,620 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:16:55,622 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:16:56,903 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:16:57,623 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:16:59,624 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:17:01,626 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:17:02,023 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:17:02,024 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:17:02,421 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:17:02,421 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:17:02,457 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:17:03,627 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:17:05,628 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:17:07,630 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:17:07,871 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:17:09,631 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:17:11,632 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:17:13,633 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:17:13,759 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:17:15,635 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:17:17,421 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:17:17,422 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:17:17,457 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:17:17,637 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:17:18,765 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:17:19,639 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:17:21,640 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:17:23,645 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:17:24,497 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:17:25,646 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:17:27,648 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:17:29,508 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:17:29,649 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:17:31,650 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:17:32,027 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:17:32,421 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:17:32,422 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:17:32,457 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:17:33,652 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:17:35,488 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:17:35,653 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:17:37,654 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:17:39,656 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:17:40,498 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:17:41,657 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:17:43,658 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:17:45,660 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:17:46,170 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:17:47,421 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:17:47,422 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:17:47,457 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:17:47,663 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:17:49,664 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:17:51,249 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:17:51,665 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:17:53,666 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:17:55,668 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:17:57,068 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:17:57,669 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:17:59,671 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:18:01,672 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:18:02,025 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:18:02,421 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:18:02,422 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:18:02,457 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:18:02,535 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:18:03,674 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:18:05,675 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:18:07,662 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:18:07,676 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:18:09,678 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:18:11,679 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:18:12,769 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:18:13,681 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:18:15,682 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:18:17,421 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:18:17,422 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:18:17,457 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:18:17,683 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:18:18,546 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:18:19,685 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:18:21,686 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:18:23,687 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:18:24,534 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:18:25,689 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:18:27,691 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:18:29,692 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:18:30,481 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:18:31,693 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:18:32,026 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:18:32,422 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:18:32,422 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:18:32,458 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:18:33,694 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:18:35,696 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:18:36,225 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:18:37,697 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:18:39,699 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:18:41,700 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:18:42,204 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:18:43,702 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:18:45,707 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:18:47,256 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:18:47,422 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:18:47,422 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:18:47,460 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:18:47,708 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:18:49,710 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:18:51,711 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:18:53,031 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:18:53,712 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:18:55,713 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:18:57,715 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:18:58,057 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:18:59,716 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:19:01,718 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:19:02,027 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:19:02,422 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:19:02,423 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:19:02,460 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:19:03,719 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:19:03,821 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:19:05,720 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:19:07,722 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:19:09,724 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:19:09,731 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:19:11,735 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:19:14,737 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:19:15,696 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:19:16,738 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:19:17,422 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:19:17,423 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:19:17,460 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:19:18,740 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:19:20,741 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:19:21,618 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:19:22,742 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:19:24,744 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:19:26,745 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:19:27,618 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:19:28,746 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:19:30,748 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:19:32,028 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:19:32,422 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:19:32,423 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:19:32,460 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:19:32,749 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:19:33,567 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:19:34,751 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:19:36,752 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:19:38,754 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:19:39,371 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:19:40,755 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:19:42,756 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:19:44,758 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:19:45,215 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:19:46,759 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:19:47,422 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:19:47,423 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:19:47,461 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:19:48,761 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:19:50,762 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:19:51,084 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:19:52,763 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:19:54,765 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:19:56,089 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:19:56,766 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:19:58,768 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:20:00,769 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:20:01,996 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:20:02,029 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:20:02,423 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:20:02,423 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:20:02,461 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:20:02,770 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:20:04,772 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:20:06,773 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:20:07,308 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:20:08,775 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:20:10,776 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:20:12,777 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:20:12,956 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:20:14,778 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:20:16,780 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:20:17,423 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:20:17,423 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:20:17,461 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:20:18,112 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:20:18,782 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:20:20,783 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:20:22,784 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:20:23,835 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:20:24,786 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:20:26,787 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:20:28,788 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:20:29,757 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:20:30,790 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:20:32,031 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:20:32,423 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:20:32,423 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:20:32,461 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:20:32,791 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:20:34,793 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:20:34,806 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:20:36,794 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:20:38,795 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:20:40,666 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:20:40,802 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:20:42,798 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:20:44,800 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:20:46,558 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:20:46,801 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:20:47,423 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:20:47,424 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:20:47,461 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:20:48,802 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:20:50,804 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:20:52,546 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:20:52,805 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:20:54,806 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:20:56,808 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:20:58,382 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:20:58,809 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:21:00,811 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:21:02,032 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:21:02,423 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:21:02,423 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:21:02,462 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:21:02,812 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:21:03,415 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:21:04,813 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:21:06,817 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:21:08,818 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:21:09,108 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:21:10,820 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:21:12,821 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:21:14,823 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:21:15,030 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:21:16,824 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:21:17,423 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:21:17,424 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:21:17,461 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:21:18,825 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:21:20,827 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:21:20,990 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:21:22,828 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:21:24,829 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:21:25,995 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:21:26,831 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:21:28,833 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:21:30,834 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:21:31,740 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:21:32,032 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:21:32,423 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:21:32,424 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:21:32,461 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:21:32,835 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:21:34,837 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:21:36,813 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:21:36,838 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:21:38,840 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:21:40,841 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:21:42,610 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:21:42,842 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:21:44,843 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:21:46,844 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:21:47,423 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:21:47,424 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:21:47,461 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:21:47,613 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:21:48,849 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:21:50,850 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:21:52,851 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:21:53,344 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:21:54,853 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:21:56,854 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:21:58,368 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:21:58,855 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:22:00,856 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:22:02,033 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:22:02,424 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:22:02,424 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:22:02,462 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:22:02,857 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:22:04,194 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:22:04,859 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:22:06,861 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:22:08,863 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:22:10,137 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:22:10,864 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:22:12,865 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:22:14,867 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:22:16,092 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:22:16,868 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:22:17,424 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:22:17,425 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:22:17,462 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:22:18,869 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:22:20,871 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:22:21,967 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:22:22,873 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:22:24,874 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:22:26,876 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:22:27,877 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:22:28,877 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:22:30,879 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:22:32,034 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:22:32,424 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:22:32,424 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:22:32,462 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:22:32,880 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:22:33,863 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:22:34,881 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:22:36,883 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:22:38,884 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:22:39,804 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:22:40,888 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:22:43,896 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:22:45,722 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:22:45,897 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:22:47,424 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:22:47,424 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:22:47,462 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:22:47,898 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:22:49,900 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:22:51,624 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:22:51,901 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:22:53,902 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:22:55,904 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:22:57,476 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:22:57,905 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:22:59,906 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:23:01,908 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:23:02,036 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:23:02,424 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:23:02,425 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:23:02,462 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:23:02,556 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:23:03,909 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:23:05,911 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:23:07,912 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:23:08,050 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:23:09,913 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:23:11,914 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:23:13,071 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:23:13,916 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:23:15,917 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:23:17,425 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:23:17,425 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:23:17,462 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:23:17,918 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:23:18,845 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:23:19,919 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:23:21,921 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:23:23,890 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:23:23,922 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:23:25,923 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:23:27,925 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:23:29,641 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:23:29,926 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:23:31,927 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:23:32,037 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:23:32,424 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:23:32,425 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:23:32,462 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:23:33,928 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:23:34,708 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:23:35,930 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:23:37,931 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:23:39,932 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:23:40,539 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:23:41,934 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:23:43,935 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:23:45,937 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:23:46,398 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:23:47,425 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:23:47,425 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:23:47,463 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:23:47,938 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:23:49,939 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:23:51,940 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:23:52,263 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:23:53,941 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:23:55,943 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:23:57,331 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:23:57,944 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:23:59,945 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:24:01,947 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:24:02,038 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:24:02,425 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:24:02,426 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:24:02,463 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:24:02,542 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:24:03,948 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:24:05,949 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:24:07,765 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:24:07,951 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:24:09,952 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:24:11,953 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:24:12,820 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:24:13,954 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:24:15,956 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:24:17,425 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:24:17,425 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:24:17,463 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:24:17,957 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:24:18,645 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:24:19,959 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:24:21,960 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:24:23,962 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:24:24,470 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:24:25,963 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:24:27,964 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:24:29,966 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:24:30,365 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:24:31,967 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:24:32,039 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:24:32,425 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:24:32,426 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:24:32,463 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:24:33,968 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:24:35,970 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:24:36,243 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:24:37,971 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:24:39,973 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:24:41,298 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:24:41,974 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:24:43,976 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:24:45,977 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:24:47,296 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:24:47,425 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:24:47,426 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:24:47,467 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:24:47,978 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:24:49,980 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:24:51,981 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:24:53,265 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:24:53,982 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:24:55,984 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:24:57,985 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:24:59,176 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:24:59,987 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:25:01,988 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:25:02,040 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:25:02,426 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:25:02,426 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:25:02,467 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:25:03,989 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:25:05,099 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:25:05,991 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:25:07,992 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:25:09,993 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:25:10,153 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:25:11,995 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:25:13,998 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:25:15,848 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:25:15,999 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:25:17,426 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:25:17,426 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:25:17,467 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:25:18,000 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:25:20,001 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:25:21,809 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:25:22,003 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:25:24,004 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:25:26,005 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:25:27,698 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:25:28,006 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:25:30,008 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:25:32,009 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:25:32,041 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:25:32,426 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:25:32,427 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:25:32,468 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:25:33,600 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:25:34,010 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:25:36,012 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:25:38,013 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:25:39,579 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:25:40,014 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:25:42,015 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:25:44,017 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:25:45,460 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:25:46,018 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:25:47,426 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:25:47,426 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:25:47,468 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:25:48,020 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:25:50,021 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:25:51,458 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:25:52,022 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:25:54,023 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:25:56,025 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:25:56,491 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:25:58,026 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:26:00,027 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:26:02,029 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:26:02,043 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:26:02,044 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:26:02,426 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:26:02,427 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:26:02,468 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:26:04,030 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:26:06,031 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:26:07,224 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:26:08,033 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:26:10,034 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:26:12,035 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:26:13,171 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:26:15,039 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:26:17,040 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:26:17,426 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:26:17,427 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:26:17,468 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:26:18,208 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:26:19,041 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:26:21,042 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:26:23,044 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:26:23,951 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:26:25,045 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:26:27,046 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:26:29,048 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:26:29,940 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:26:31,049 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:26:32,044 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:26:32,426 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:26:32,426 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:26:32,468 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:26:33,051 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:26:35,052 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:26:35,838 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:26:37,053 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:26:39,055 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:26:41,056 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:26:41,637 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:26:43,057 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:26:45,059 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:26:46,704 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:26:47,061 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:26:47,427 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:26:47,427 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:26:47,468 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:26:49,062 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:26:51,064 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:26:52,395 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:26:53,065 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:26:55,066 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:26:57,068 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:26:58,392 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:26:59,069 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:27:01,071 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:27:02,045 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:27:02,427 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:27:02,427 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:27:02,468 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:27:03,072 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:27:03,435 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:27:05,074 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:27:07,075 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:27:09,076 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:27:09,164 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:27:11,077 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:27:13,079 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:27:15,058 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:27:15,080 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:27:17,081 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:27:17,427 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:27:17,428 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:27:17,468 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:27:19,083 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:27:21,034 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:27:21,084 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:27:23,085 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:27:25,086 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:27:27,005 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:27:27,087 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:27:29,089 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:27:31,090 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:27:32,047 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:27:32,047 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:27:32,427 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:27:32,427 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:27:32,468 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:27:33,092 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:27:35,093 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:27:37,094 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:27:37,945 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:27:39,095 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:27:41,097 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:27:43,098 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:27:43,873 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:27:45,099 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:27:47,100 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:27:47,427 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:27:47,427 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:27:47,469 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:27:49,102 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:27:49,707 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:27:51,103 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:27:53,105 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:27:55,106 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:27:55,616 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:27:57,108 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:27:59,109 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:28:00,618 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:28:01,110 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:28:02,047 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:28:02,427 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:28:02,428 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:28:02,469 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:28:03,111 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:28:05,113 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:28:06,324 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:28:07,114 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:28:09,115 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:28:11,116 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:28:12,299 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:28:13,118 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:28:15,119 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:28:17,121 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:28:17,427 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:28:17,428 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:28:17,469 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:28:17,586 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:28:19,122 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:28:21,123 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:28:22,880 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:28:23,124 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:28:25,126 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:28:27,127 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:28:27,885 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:28:29,128 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:28:31,130 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:28:32,048 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:28:32,428 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:28:32,428 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:28:32,469 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:28:32,947 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:28:33,131 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:28:35,132 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:28:37,133 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:28:38,675 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:28:39,135 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:28:41,136 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:28:43,137 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:28:43,819 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:28:45,138 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:28:47,139 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:28:47,427 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:28:47,428 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:28:47,469 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:28:49,141 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:28:49,783 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:28:51,142 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:28:53,143 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:28:55,145 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:28:55,518 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:28:57,146 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:28:59,147 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:29:00,542 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:29:01,148 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:29:02,049 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:29:02,428 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:29:02,428 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:29:02,469 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:29:03,149 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:29:05,151 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:29:05,565 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:29:07,152 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:29:09,154 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:29:11,155 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:29:11,390 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:29:13,156 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:29:15,157 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:29:17,159 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:29:17,222 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:29:17,428 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:29:17,428 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:29:17,469 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:29:19,160 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:29:21,161 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:29:23,163 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:29:23,204 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:29:25,164 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:29:27,165 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:29:28,126 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 08:29:28,127 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 08:29:28,128 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 08:29:28,128 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 08:29:28,129 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 08:29:28,166 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 08:29:28,451 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:29:29,166 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:29:31,168 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:29:32,050 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:29:32,428 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:29:32,428 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:29:32,477 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:29:33,169 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:29:33,540 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:29:35,170 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:29:37,171 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:29:38,608 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:29:39,172 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:29:42,177 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:29:43,831 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:29:44,178 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:29:46,179 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:29:47,444 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 08:29:47,538 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:29:47,539 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:29:47,539 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:29:48,014 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 08:29:48,180 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:29:49,560 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:29:50,181 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:29:52,182 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:29:54,184 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:29:54,627 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:29:56,185 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:29:58,186 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:30:00,188 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:30:00,417 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:30:02,051 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:30:02,189 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:30:02,433 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:30:02,434 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:30:02,482 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:30:04,190 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:30:06,192 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:30:06,366 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:30:08,193 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:30:10,194 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:30:12,197 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:30:12,347 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:30:14,198 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:30:16,199 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:30:17,433 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:30:17,434 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:30:17,482 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:30:17,584 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:30:18,201 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:30:20,202 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:30:22,203 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:30:23,075 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:30:24,204 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:30:26,206 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:30:28,207 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:30:29,015 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:30:30,208 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:30:32,052 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:30:32,210 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:30:32,434 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:30:32,439 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:30:32,482 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:30:34,211 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:30:34,995 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:30:36,212 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:30:38,214 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:30:40,215 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:30:40,853 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:30:42,216 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:30:44,218 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:30:46,220 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:30:46,725 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:30:47,434 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:30:47,435 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:30:47,482 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:30:48,221 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:30:50,222 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:30:52,224 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:30:52,540 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:30:54,225 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:30:56,226 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:30:58,228 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:30:58,465 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:31:00,229 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:31:02,053 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:31:02,231 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:31:02,434 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:31:02,434 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:31:02,483 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:31:03,467 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:31:04,232 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:31:06,234 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:31:08,235 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:31:09,180 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:31:10,236 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:31:12,238 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:31:14,239 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:31:15,092 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:31:16,241 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:31:17,434 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:31:17,435 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:31:17,483 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:31:18,242 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:31:20,147 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:31:20,243 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:31:22,245 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:31:24,246 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:31:26,092 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:31:26,247 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:31:28,248 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:31:30,249 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:31:31,113 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:31:32,055 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:31:32,251 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:31:32,434 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:31:32,435 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:31:32,483 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:31:34,252 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:31:36,253 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:31:37,048 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:31:38,255 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:31:40,256 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:31:42,098 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:31:42,257 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:31:44,259 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:31:46,260 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:31:47,434 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:31:47,435 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:31:47,483 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:31:47,559 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:31:48,261 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:31:50,263 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:31:52,264 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:31:52,663 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:31:54,265 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:31:56,267 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:31:58,268 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:31:58,595 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:32:00,269 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:32:02,056 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:32:02,271 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:32:02,434 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:32:02,435 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:32:02,483 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:32:03,609 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:32:04,273 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:32:06,274 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:32:08,275 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:32:09,527 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:32:10,276 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:32:12,277 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:32:14,278 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:32:15,474 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:32:16,280 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:32:17,435 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:32:17,435 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:32:17,483 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:32:18,281 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:32:20,282 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:32:21,463 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:32:22,284 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:32:24,285 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:32:26,286 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:32:27,339 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:32:28,287 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:32:30,289 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:32:32,057 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:32:32,290 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:32:32,435 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:32:32,435 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:32:32,483 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:32:32,531 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:32:34,291 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:32:36,292 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:32:37,876 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:32:38,293 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:32:40,302 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:32:42,303 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:32:43,840 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:32:44,304 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:32:46,306 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:32:47,435 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:32:47,435 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:32:47,483 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:32:48,307 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:32:48,872 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:32:50,308 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:32:52,309 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:32:54,311 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:32:54,619 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:32:56,312 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:32:58,313 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:33:00,315 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:33:00,616 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:33:02,058 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:33:02,316 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:33:02,435 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:33:02,435 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:33:02,483 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:33:04,317 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:33:06,318 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:33:06,500 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:33:08,321 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:33:10,322 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:33:12,333 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:33:12,481 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:33:14,343 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:33:16,352 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:33:17,436 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:33:17,437 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:33:17,484 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:33:17,571 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:33:19,364 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:33:21,363 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:33:23,365 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:33:23,435 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:33:25,366 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:33:27,367 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:33:29,343 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:33:29,368 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:33:31,370 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:33:32,059 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:33:32,437 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:33:32,438 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:33:32,484 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:33:33,371 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:33:34,365 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:33:35,372 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:33:37,374 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:33:39,375 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:33:40,079 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:33:41,377 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:33:43,378 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:33:45,127 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:33:45,379 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:33:47,381 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:33:47,436 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:33:47,437 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:33:47,484 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:33:49,382 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:33:51,049 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:33:51,383 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:33:53,384 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:33:55,386 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:33:57,039 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:33:57,388 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:33:59,390 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:34:01,391 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:34:02,059 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:34:02,060 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:34:02,436 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:34:02,437 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:34:02,484 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:34:03,392 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:34:05,394 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:34:07,395 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:34:07,793 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:34:09,396 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:34:11,398 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:34:12,827 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:34:13,399 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:34:15,406 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:34:17,407 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:34:17,436 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:34:17,437 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:34:17,484 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:34:18,613 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:34:19,409 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:34:21,410 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:34:23,411 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:34:23,700 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:34:25,413 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:34:27,414 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:34:29,416 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:34:29,518 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:34:31,417 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:34:32,060 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:34:32,437 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:34:32,437 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:34:32,485 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:34:33,418 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:34:34,538 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:34:35,419 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:34:37,421 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:34:39,422 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:34:40,242 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:34:41,423 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:34:43,425 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:34:45,426 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:34:46,193 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:34:47,427 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:34:47,437 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:34:47,437 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:34:47,485 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:34:49,429 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:34:51,430 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:34:52,185 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:34:53,431 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:34:55,433 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:34:57,434 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:34:58,163 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:34:59,435 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:35:01,437 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:35:02,061 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:35:02,437 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:35:02,438 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:35:02,485 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:35:03,443 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:35:04,134 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:35:05,445 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:35:07,446 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:35:09,447 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:35:09,981 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:35:11,448 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:35:13,450 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:35:15,451 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:35:15,851 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:35:17,437 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:35:17,437 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:35:17,452 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:35:17,485 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:35:19,454 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:35:21,455 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:35:21,792 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:35:23,456 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:35:25,458 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:35:27,459 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:35:27,704 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:35:29,460 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:35:31,461 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:35:32,063 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:35:32,437 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:35:32,438 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:35:32,485 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:35:33,463 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:35:33,703 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:35:35,464 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:35:37,465 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:35:39,467 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:35:39,693 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:35:41,468 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:35:43,469 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:35:45,471 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:35:45,601 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:35:47,437 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:35:47,438 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:35:47,472 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:35:47,485 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:35:49,473 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:35:50,796 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:35:51,475 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:35:53,476 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:35:55,477 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:35:56,474 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:35:57,479 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:35:59,480 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:36:01,481 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:36:02,064 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:36:02,065 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:36:02,438 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:36:02,438 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:36:02,485 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:36:03,483 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:36:05,484 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:36:07,113 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:36:07,490 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:36:09,487 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:36:11,488 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:36:13,053 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:36:13,490 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:36:15,491 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:36:17,438 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:36:17,438 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:36:17,486 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:36:17,492 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:36:19,011 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:36:19,493 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:36:21,495 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:36:23,496 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:36:24,067 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:36:25,497 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:36:27,498 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:36:29,500 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:36:29,750 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:36:31,501 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:36:32,066 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:36:32,438 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:36:32,438 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:36:32,486 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:36:33,502 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:36:35,503 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:36:35,577 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:36:37,505 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:36:39,506 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:36:40,604 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:36:41,507 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:36:43,509 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:36:45,510 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:36:46,265 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:36:47,438 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:36:47,438 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:36:47,486 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:36:47,520 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:36:49,532 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:36:52,260 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:36:52,534 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:36:54,535 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:36:56,536 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:36:57,270 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:36:58,538 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:37:00,539 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:37:02,066 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:37:02,438 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:37:02,439 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:37:02,486 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:37:02,540 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:37:02,568 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:37:04,541 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:37:06,543 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:37:07,876 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:37:08,544 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:37:10,545 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:37:12,547 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:37:12,904 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:37:14,548 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:37:16,549 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:37:17,438 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:37:17,439 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:37:17,486 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:37:18,551 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:37:18,773 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:37:20,552 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:37:22,554 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:37:24,555 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:37:24,740 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:37:26,558 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:37:28,559 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:37:29,796 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:37:30,560 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:37:32,068 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:37:32,438 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:37:32,439 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:37:32,486 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:37:32,562 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:37:34,563 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:37:35,492 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:37:36,564 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:37:38,566 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:37:40,567 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:37:41,416 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:37:42,568 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:37:44,570 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:37:46,571 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:37:47,347 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:37:47,438 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:37:47,439 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:37:47,489 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:37:48,572 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:37:50,574 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:37:52,575 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:37:53,292 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:37:54,576 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:37:56,578 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:37:58,579 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:37:59,272 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:38:00,580 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:38:02,069 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:38:02,439 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:38:02,439 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:38:02,489 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:38:02,582 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:38:04,583 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:38:05,173 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:38:06,584 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:38:08,586 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:38:10,587 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:38:11,090 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:38:12,588 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:38:14,589 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:38:16,591 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:38:16,976 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:38:17,439 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:38:17,439 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:38:17,489 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:38:18,592 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:38:20,593 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:38:22,595 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:38:22,741 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:38:24,596 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:38:26,598 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:38:28,599 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:38:28,635 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:38:30,600 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:38:32,070 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:38:32,439 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:38:32,439 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:38:32,490 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:38:32,601 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:38:33,665 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:38:34,603 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:38:36,604 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:38:38,605 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:38:39,322 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:38:40,606 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:38:42,608 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:38:44,610 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:38:45,221 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:38:46,611 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:38:47,439 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:38:47,440 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:38:47,490 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:38:48,613 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:38:50,347 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:38:50,614 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:38:52,615 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:38:54,616 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:38:56,143 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:38:56,618 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:38:58,619 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:39:00,620 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:39:01,228 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:39:02,072 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:39:02,439 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:39:02,440 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:39:02,490 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:39:02,621 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:39:04,622 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:39:06,624 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:39:06,927 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:39:08,625 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:39:10,627 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:39:11,931 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:39:12,628 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:39:14,630 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:39:16,631 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:39:17,439 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:39:17,440 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:39:17,490 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:39:17,594 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:39:18,633 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:39:20,634 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:39:22,635 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:39:23,465 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:39:24,637 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:39:26,638 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:39:28,639 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:39:29,393 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:39:30,641 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:39:32,072 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:39:32,440 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:39:32,441 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:39:32,490 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:39:32,642 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:39:34,428 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:39:34,643 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:39:36,645 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:39:38,646 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:39:40,291 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:39:40,647 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:39:42,649 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:39:44,651 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:39:46,253 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:39:46,652 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:39:47,440 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:39:47,440 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:39:47,490 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:39:48,653 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:39:50,655 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:39:51,352 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:39:52,656 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:39:54,657 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:39:56,659 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:39:57,058 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:39:58,660 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:40:00,661 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:40:02,073 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:40:02,074 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:40:02,440 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:40:02,440 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:40:02,490 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:40:02,663 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:40:04,665 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:40:06,666 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:40:07,742 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:40:08,667 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:40:10,669 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:40:12,670 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:40:13,676 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:40:14,671 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:40:16,674 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:40:17,440 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:40:17,440 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:40:17,490 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:40:19,638 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:40:19,675 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:40:21,677 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:40:23,678 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:40:25,468 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:40:25,679 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:40:27,681 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:40:29,682 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:40:31,415 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:40:31,683 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:40:32,074 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:40:32,440 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:40:32,441 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:40:32,490 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:40:33,685 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:40:35,686 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:40:37,284 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:40:37,687 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:40:39,689 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:40:41,690 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:40:43,241 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:40:43,692 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:40:45,697 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:40:47,440 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:40:47,440 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:40:47,490 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:40:47,698 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:40:49,230 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:40:49,700 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:40:51,701 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:40:53,702 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:40:54,350 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:40:55,704 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:40:57,705 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:40:59,706 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:41:00,195 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:41:01,707 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:41:02,075 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:41:02,440 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:41:02,441 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:41:02,491 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:41:03,709 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:41:05,249 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:41:05,710 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:41:07,713 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:41:09,713 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:41:11,097 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:41:11,714 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:41:13,715 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:41:15,717 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:41:17,054 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:41:17,440 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:41:17,441 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:41:17,491 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:41:17,718 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:41:19,719 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:41:21,720 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:41:22,989 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:41:23,722 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:41:25,723 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:41:27,724 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:41:28,933 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:41:29,726 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:41:31,727 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:41:32,077 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:41:32,440 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:41:32,441 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:41:32,491 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:41:33,730 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:41:34,873 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:41:35,731 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:41:37,733 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:41:39,736 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:41:40,753 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:41:41,737 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:41:43,738 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:41:45,739 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:41:45,778 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:41:47,440 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:41:47,441 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:41:47,491 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:41:47,741 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:41:49,742 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:41:51,469 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:41:51,743 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:41:53,745 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:41:55,746 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:41:56,478 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:41:57,747 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:41:59,749 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:42:01,750 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:42:02,078 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:42:02,079 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:42:02,440 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:42:02,441 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:42:02,491 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:42:03,751 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:42:05,753 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:42:07,136 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:42:07,754 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:42:09,755 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:42:11,756 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:42:13,002 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:42:13,758 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:42:15,759 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:42:17,441 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:42:17,441 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:42:17,491 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:42:17,760 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:42:18,043 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:42:19,762 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:42:21,763 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:42:23,764 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:42:23,858 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:42:25,766 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:42:27,767 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:42:29,768 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:42:29,796 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:42:31,770 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:42:32,080 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:42:32,441 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:42:32,441 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:42:32,491 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:42:33,771 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:42:35,718 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:42:35,772 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:42:37,774 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:42:39,775 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:42:40,747 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:42:41,776 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:42:43,778 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:42:45,779 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:42:45,898 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:42:47,441 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:42:47,441 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:42:47,491 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:42:47,780 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:42:49,781 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:42:51,783 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:42:51,898 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:42:53,784 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:42:55,785 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:42:57,787 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:42:57,842 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:42:59,788 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:43:01,789 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:43:02,081 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:43:02,441 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:43:02,442 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:43:02,492 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:43:02,874 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:43:03,791 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:43:05,792 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:43:07,793 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:43:08,622 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:43:09,795 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:43:11,796 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:43:13,691 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:43:13,797 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:43:15,798 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:43:17,441 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:43:17,442 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:43:17,492 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:43:17,800 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:43:19,652 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:43:19,801 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:43:21,802 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:43:23,804 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:43:25,505 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:43:25,805 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:43:27,807 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:43:29,808 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:43:31,488 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:43:31,809 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:43:32,082 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:43:32,442 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:43:32,442 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:43:32,492 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:43:33,810 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:43:35,820 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:43:37,353 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:43:37,827 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:43:40,829 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:43:42,830 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:43:43,248 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:43:44,832 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:43:46,833 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:43:47,442 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:43:47,442 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:43:47,493 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:43:48,329 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:43:48,834 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:43:50,835 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:43:52,836 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:43:53,993 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:43:54,838 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:43:56,839 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:43:58,840 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:43:59,929 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:44:00,842 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:44:02,083 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:44:02,442 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:44:02,442 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:44:02,493 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:44:02,844 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:44:04,846 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:44:05,846 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:44:06,847 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:44:08,849 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:44:10,850 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:44:10,977 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:44:12,851 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:44:14,852 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:44:16,649 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:44:16,854 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:44:17,442 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:44:17,443 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:44:17,493 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:44:18,855 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:44:20,856 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:44:21,715 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:44:22,857 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:44:24,858 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:44:26,860 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:44:27,527 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:44:28,861 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:44:30,862 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:44:32,084 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:44:32,442 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:44:32,443 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:44:32,497 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:44:32,562 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:44:32,863 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:44:34,865 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:44:36,866 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:44:38,277 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:44:38,868 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:44:40,869 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:44:42,870 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:44:44,182 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:44:44,872 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:44:46,877 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:44:47,442 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:44:47,443 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:44:47,497 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:44:48,878 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:44:50,037 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:44:50,879 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:44:52,881 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:44:54,882 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:44:55,990 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:44:56,883 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:44:58,885 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:45:00,886 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:45:01,897 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:45:02,085 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:45:02,442 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:45:02,443 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:45:02,497 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:45:02,887 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:45:04,888 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:45:06,889 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:45:07,815 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:45:08,891 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:45:10,892 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:45:12,894 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:45:13,700 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:45:14,896 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:45:16,901 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:45:17,442 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:45:17,443 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:45:17,497 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:45:18,902 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:45:19,683 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:45:20,904 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:45:22,905 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:45:24,687 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:45:24,906 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:45:26,908 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:45:28,909 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:45:30,446 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:45:30,911 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:45:32,086 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:45:32,451 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:45:32,452 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:45:32,497 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:45:32,912 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:45:34,915 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:45:35,466 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:45:36,916 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:45:38,917 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:45:40,919 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:45:41,458 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:45:42,920 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:45:44,921 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:45:46,923 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:45:47,382 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:45:47,443 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:45:47,443 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:45:47,497 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:45:48,924 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:45:50,925 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:45:52,927 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:45:53,364 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:45:54,719 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 08:45:54,720 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 08:45:54,721 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 08:45:54,721 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 08:45:54,722 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 08:45:54,928 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 08:45:54,928 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:45:56,929 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:45:58,576 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:45:58,930 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:46:00,931 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:46:02,087 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:46:02,443 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:46:02,443 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:46:02,497 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:46:02,937 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:46:03,647 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:46:04,939 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:46:06,940 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:46:08,871 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:46:08,941 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:46:10,942 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:46:12,943 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:46:14,420 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 08:46:14,422 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:46:16,946 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:46:17,443 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:46:17,443 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:46:17,498 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:46:18,947 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:46:19,593 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:46:20,949 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:46:22,950 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:46:24,634 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:46:24,951 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:46:26,956 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:46:28,954 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:46:30,369 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:46:30,955 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:46:32,088 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:46:32,443 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:46:32,444 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:46:32,498 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:46:32,956 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:46:34,958 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:46:35,474 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:46:36,959 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:46:38,960 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:46:40,962 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:46:41,311 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:46:42,963 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:46:44,964 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:46:46,966 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:46:47,226 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:46:47,443 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:46:47,444 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:46:47,498 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:46:48,967 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:46:50,968 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:46:52,254 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:46:52,970 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:46:54,971 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:46:56,972 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:46:57,979 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:46:58,974 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:47:00,975 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:47:02,089 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:47:02,443 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:47:02,444 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:47:02,498 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:47:02,976 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:47:03,139 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:47:04,978 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:47:06,979 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:47:08,857 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:47:08,980 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:47:10,982 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:47:12,983 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:47:14,809 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:47:15,998 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:47:17,444 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:47:17,444 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:47:17,498 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:47:18,000 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:47:20,002 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:47:20,641 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:47:22,003 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:47:24,005 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:47:26,007 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:47:26,500 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:47:28,008 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:47:30,009 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:47:32,011 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:47:32,091 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:47:32,092 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:47:32,444 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:47:32,444 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:47:32,498 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:47:34,012 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:47:36,012 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:47:37,212 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:47:38,014 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:47:40,015 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:47:42,016 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:47:42,214 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:47:44,018 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:47:46,019 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:47:47,444 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:47:47,444 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:47:47,498 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:47:47,557 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:47:48,020 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:47:50,022 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:47:52,023 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:47:52,730 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:47:54,024 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:47:56,026 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:47:58,027 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:47:58,699 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:48:00,029 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:48:02,030 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:48:02,092 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:48:02,449 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:48:02,449 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:48:02,503 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:48:04,031 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:48:04,652 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:48:06,033 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:48:08,034 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:48:10,036 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:48:10,559 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:48:12,037 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:48:14,038 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:48:16,040 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:48:16,432 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:48:17,449 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:48:17,450 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:48:17,504 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:48:18,041 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:48:20,048 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:48:22,049 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:48:22,393 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:48:24,051 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:48:26,052 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:48:27,468 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:48:28,053 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:48:30,055 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:48:32,056 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:48:32,093 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:48:32,449 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:48:32,450 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:48:32,504 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:48:32,613 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:48:34,058 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:48:36,059 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:48:38,036 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:48:38,060 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:48:40,062 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:48:42,063 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:48:43,083 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:48:44,065 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:48:46,066 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:48:47,449 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:48:47,450 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:48:47,504 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:48:48,067 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:48:48,265 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:48:50,069 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:48:52,070 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:48:54,044 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:48:54,071 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:48:56,073 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:48:58,074 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:48:59,978 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:49:00,077 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:49:02,079 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:49:02,094 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:49:02,449 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:49:02,450 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:49:02,508 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:49:04,080 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:49:05,934 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:49:06,081 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:49:08,082 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:49:10,084 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:49:10,940 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:49:12,085 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:49:14,087 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:49:16,088 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:49:16,684 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:49:17,450 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:49:17,450 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:49:17,508 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:49:18,089 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:49:20,090 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:49:22,092 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:49:22,612 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:49:24,093 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:49:26,095 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:49:27,683 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:49:28,096 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:49:30,097 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:49:32,095 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:49:32,105 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:49:32,450 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:49:32,450 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:49:32,508 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:49:33,553 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:49:34,107 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:49:36,108 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:49:38,109 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:49:39,221 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:49:40,111 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:49:42,112 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:49:44,113 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:49:45,215 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:49:46,115 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:49:47,450 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:49:47,451 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:49:47,508 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:49:48,116 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:49:50,117 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:49:50,348 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:49:52,119 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:49:54,120 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:49:56,121 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:49:56,253 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:49:58,123 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:50:00,124 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:50:02,097 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:50:02,098 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:50:02,126 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:50:02,450 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:50:02,450 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:50:02,508 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:50:04,127 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:50:06,128 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:50:07,135 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:50:08,130 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:50:10,131 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:50:12,133 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:50:13,014 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:50:14,134 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:50:16,136 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:50:17,450 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:50:17,451 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:50:17,509 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:50:18,137 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:50:18,969 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:50:20,138 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:50:22,140 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:50:24,141 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:50:24,811 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:50:26,143 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:50:28,144 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:50:30,146 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:50:30,642 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:50:32,097 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:50:32,147 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:50:32,450 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:50:32,451 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:50:32,509 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:50:34,148 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:50:36,150 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:50:36,547 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:50:38,151 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:50:40,152 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:50:42,154 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:50:42,534 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:50:44,155 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:50:47,157 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:50:47,450 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:50:47,451 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:50:47,509 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:50:47,633 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:50:49,158 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:50:51,159 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:50:53,161 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:50:53,438 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:50:55,162 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:50:57,163 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:50:59,165 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:50:59,363 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:51:01,166 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:51:02,098 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:51:02,451 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:51:02,451 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:51:02,509 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:51:03,168 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:51:05,169 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:51:05,289 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:51:07,170 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:51:09,171 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:51:10,301 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:51:11,173 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:51:13,174 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:51:15,175 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:51:16,053 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:51:17,176 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:51:17,451 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:51:17,451 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:51:17,509 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:51:19,179 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:51:21,180 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:51:21,944 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:51:23,182 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:51:25,183 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:51:27,185 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:51:27,929 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:51:29,186 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:51:31,187 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:51:32,099 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:51:32,451 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:51:32,452 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:51:32,509 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:51:32,944 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:51:33,189 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:51:35,190 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:51:37,191 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:51:38,915 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:51:39,192 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:51:41,194 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:51:43,195 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:51:44,692 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:51:45,196 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:51:47,198 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:51:47,451 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:51:47,452 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:51:47,509 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:51:49,199 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:51:49,756 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:51:51,201 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:51:53,202 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:51:55,204 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:51:55,433 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:51:57,205 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:51:59,206 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:52:00,469 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:52:01,208 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:52:02,100 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:52:02,451 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:52:02,452 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:52:02,509 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:52:03,209 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:52:05,210 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:52:06,128 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:52:07,212 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:52:09,214 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:52:11,215 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:52:11,944 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:52:13,216 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:52:15,218 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:52:16,982 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:52:17,219 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:52:17,451 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:52:17,452 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:52:17,510 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:52:19,223 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:52:21,224 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:52:22,726 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:52:23,225 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:52:25,227 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:52:27,228 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:52:28,623 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:52:29,230 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:52:31,231 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:52:32,102 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:52:32,451 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:52:32,452 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:52:32,509 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:52:33,233 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:52:34,600 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:52:35,234 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:52:37,235 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:52:39,236 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:52:40,506 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:52:41,238 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:52:43,239 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:52:45,240 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:52:45,566 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:52:47,242 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:52:47,452 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:52:47,453 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:52:47,510 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:52:49,243 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:52:51,245 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:52:51,373 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:52:53,246 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:52:55,247 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:52:56,597 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:52:57,249 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:52:59,250 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:53:01,251 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:53:02,103 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:53:02,104 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:53:02,452 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:53:02,452 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:53:02,510 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:53:03,253 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:53:05,256 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:53:07,187 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:53:07,255 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:53:09,257 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:53:11,258 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:53:12,977 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:53:13,259 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:53:15,261 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:53:17,262 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:53:17,452 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:53:17,452 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:53:17,510 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:53:18,088 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:53:19,263 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:53:21,265 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:53:23,266 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:53:23,915 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:53:25,268 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:53:27,269 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:53:29,271 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:53:29,804 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:53:31,272 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:53:32,105 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:53:32,452 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:53:32,453 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:53:32,510 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:53:33,274 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:53:35,275 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:53:35,784 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:53:37,276 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:53:39,278 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:53:41,279 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:53:41,654 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:53:43,280 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:53:45,282 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:53:46,674 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:53:47,283 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:53:47,452 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:53:47,453 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:53:47,510 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:53:49,285 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:53:51,286 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:53:52,443 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:53:53,287 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:53:55,289 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:53:57,290 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:53:57,548 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:53:59,292 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:54:01,293 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:54:02,106 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:54:02,452 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:54:02,453 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:54:02,510 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:54:02,579 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:54:03,294 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:54:05,296 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:54:07,297 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:54:08,043 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:54:09,298 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:54:11,300 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:54:13,168 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:54:13,301 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:54:16,303 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:54:17,453 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:54:17,453 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:54:17,511 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:54:18,305 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:54:18,929 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:54:20,306 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:54:22,307 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:54:24,309 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:54:24,800 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:54:26,310 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:54:28,312 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:54:29,909 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:54:30,313 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:54:32,106 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:54:32,315 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:54:32,452 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:54:32,453 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:54:32,510 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:54:34,316 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:54:35,599 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:54:36,318 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:54:38,319 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:54:40,321 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:54:41,576 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:54:42,322 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:54:44,324 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:54:46,325 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:54:47,446 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:54:47,453 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:54:47,453 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:54:47,511 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:54:48,326 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:54:50,328 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:54:52,329 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:54:52,483 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:54:54,330 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:54:56,332 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:54:58,289 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:54:58,334 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:55:00,335 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:55:02,107 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:55:02,337 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:55:02,453 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:55:02,453 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:55:02,511 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:55:03,326 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:55:04,338 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:55:06,339 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:55:08,341 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:55:09,194 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:55:10,342 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:55:12,344 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:55:14,345 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:55:15,044 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:55:16,346 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:55:17,453 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:55:17,454 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:55:17,511 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:55:18,348 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:55:20,349 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:55:20,992 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:55:22,350 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:55:24,351 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:55:26,353 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:55:26,937 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:55:28,354 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:55:30,355 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:55:32,109 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:55:32,110 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:55:32,357 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:55:32,453 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:55:32,453 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:55:32,512 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:55:34,358 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:55:36,360 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:55:38,079 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:55:38,361 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:55:40,362 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:55:42,363 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:55:44,019 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:55:44,365 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:55:46,366 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:55:47,453 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:55:47,454 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:55:47,511 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:55:48,368 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:55:49,964 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:55:50,369 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:55:52,370 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:55:54,372 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:55:55,854 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:55:56,373 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:55:58,375 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:56:00,376 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:56:00,937 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:56:02,110 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:56:02,377 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:56:02,453 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:56:02,454 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:56:02,511 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:56:04,378 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:56:05,961 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:56:06,380 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:56:08,381 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:56:10,382 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:56:11,737 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:56:12,385 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:56:14,386 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:56:16,388 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:56:16,826 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:56:17,454 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:56:17,454 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:56:17,511 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:56:18,389 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:56:20,390 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:56:22,392 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:56:22,577 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:56:24,393 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:56:26,394 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:56:28,396 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:56:28,535 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:56:30,397 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:56:32,112 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:56:32,398 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:56:32,454 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:56:32,454 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:56:32,512 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:56:33,711 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:56:34,400 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:56:36,401 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:56:38,403 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:56:38,718 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:56:40,404 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:56:42,405 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:56:44,407 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:56:44,413 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:56:46,408 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:56:47,454 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:56:47,454 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:56:47,512 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:56:48,409 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:56:50,401 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:56:50,411 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:56:52,412 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:56:54,413 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:56:56,341 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:56:56,415 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:56:58,416 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:57:00,417 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:57:02,113 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:57:02,113 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:57:02,419 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:57:02,454 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:57:02,455 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:57:02,512 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:57:04,420 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:57:06,428 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:57:07,268 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:57:08,429 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:57:10,430 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:57:12,431 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:57:12,974 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:57:14,433 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:57:16,434 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:57:17,454 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:57:17,455 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:57:17,512 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:57:18,435 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:57:18,915 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:57:20,437 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:57:22,438 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:57:24,439 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:57:24,897 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:57:26,440 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:57:28,441 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:57:29,897 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:57:30,443 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:57:32,114 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:57:32,444 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:57:32,454 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:57:32,454 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:57:32,512 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:57:34,445 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:57:35,625 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:57:36,447 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:57:38,448 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:57:40,449 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:57:41,576 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:57:42,450 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:57:44,452 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:57:47,455 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:57:47,455 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:57:47,456 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:57:47,512 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:57:47,629 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:57:49,456 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:57:51,457 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:57:53,459 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:57:53,502 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:57:55,460 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:57:57,462 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:57:59,279 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:57:59,463 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:58:01,464 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:58:02,115 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:58:02,454 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:58:02,455 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:58:02,512 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:58:03,466 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:58:04,362 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:58:05,467 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:58:07,469 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:58:09,470 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:58:10,176 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:58:11,471 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:58:13,473 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:58:15,474 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:58:16,133 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:58:17,454 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:58:17,455 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:58:17,475 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:58:17,512 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:58:19,476 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:58:21,477 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:58:22,039 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:58:23,478 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:58:25,480 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:58:27,481 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:58:27,870 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:58:29,482 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:58:31,483 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:58:32,116 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:58:32,455 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:58:32,455 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:58:32,513 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:58:33,485 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:58:33,868 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:58:35,486 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:58:37,488 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:58:39,489 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:58:39,845 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:58:41,490 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:58:43,491 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:58:45,492 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:58:45,794 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:58:47,455 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:58:47,455 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:58:47,494 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:58:47,513 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:58:49,495 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:58:51,496 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:58:51,738 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:58:53,498 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:58:55,499 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:58:57,500 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:58:57,733 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:58:59,501 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:59:01,503 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:59:02,121 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:59:02,455 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:59:02,456 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:59:02,513 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:59:02,970 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:59:03,504 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:59:05,506 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:59:07,507 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:59:08,756 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:59:09,509 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:59:11,510 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:59:13,511 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:59:14,666 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:59:15,512 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:59:17,455 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:59:17,455 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:59:17,514 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:59:17,514 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:59:19,515 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:59:19,677 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:59:21,516 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:59:23,518 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:59:25,438 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:59:25,519 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:59:27,520 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:59:29,521 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:59:31,347 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:59:31,522 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:59:32,118 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 08:59:32,455 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:59:32,456 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:59:32,513 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:59:33,524 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:59:35,526 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:59:36,392 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:59:37,527 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:59:39,528 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:59:41,530 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:59:42,039 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:59:43,531 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:59:45,538 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:59:47,146 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:59:47,455 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 08:59:47,456 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 08:59:47,513 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 08:59:47,535 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:59:49,537 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:59:51,538 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:59:52,943 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:59:53,540 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:59:55,541 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:59:57,542 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 08:59:58,937 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 08:59:59,544 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:00:01,545 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:00:02,119 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:00:02,456 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:00:02,456 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:00:02,513 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:00:03,546 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:00:04,846 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:00:05,548 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:00:07,549 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:00:09,551 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:00:10,050 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:00:11,552 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:00:13,553 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:00:15,554 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:00:15,849 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:00:17,455 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:00:17,456 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:00:17,519 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:00:17,556 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:00:19,557 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:00:21,558 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:00:21,727 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:00:23,559 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:00:25,561 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:00:26,853 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:00:27,562 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:00:29,563 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:00:31,564 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:00:32,121 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:00:32,122 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:00:32,456 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:00:32,456 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:00:32,519 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:00:33,566 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:00:35,567 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:00:37,330 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:00:37,568 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:00:39,570 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:00:41,571 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:00:43,226 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:00:43,572 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:00:45,573 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:00:47,460 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:00:47,460 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:00:47,519 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:00:47,575 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:00:48,248 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:00:49,582 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:00:51,577 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:00:53,578 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:00:54,110 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:00:55,579 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:00:57,581 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:00:59,582 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:00:59,969 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:01:01,583 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:01:02,122 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:01:02,456 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:01:02,457 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:01:02,519 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:01:03,585 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:01:05,586 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:01:05,849 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:01:07,587 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:01:09,588 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:01:11,593 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:01:11,726 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:01:13,597 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:01:16,599 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:01:16,861 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:01:17,456 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:01:17,457 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:01:17,519 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:01:18,600 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:01:20,601 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:01:22,603 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:01:22,650 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:01:24,604 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:01:26,606 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:01:28,493 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:01:28,607 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:01:30,608 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:01:32,123 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:01:32,456 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:01:32,456 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:01:32,519 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:01:32,609 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:01:34,369 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:01:34,610 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:01:36,612 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:01:38,613 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:01:40,169 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:01:40,614 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:01:42,616 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:01:44,617 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:01:46,026 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:01:46,618 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:01:47,458 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:01:47,458 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:01:47,520 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:01:48,620 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:01:50,621 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:01:51,086 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:01:52,624 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:01:54,625 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:01:56,626 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:01:56,907 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:01:58,627 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:02:00,629 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:02:02,017 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:02:02,124 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:02:02,458 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:02:02,459 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:02:02,520 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:02:02,630 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:02:04,631 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:02:06,633 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:02:07,691 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:02:08,634 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:02:10,636 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:02:12,637 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:02:13,645 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:02:14,638 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:02:16,640 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:02:17,458 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:02:17,459 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:02:17,520 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:02:18,641 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:02:19,594 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:02:20,642 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:02:22,154 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 09:02:22,155 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 09:02:22,156 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 09:02:22,156 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 09:02:22,156 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 09:02:22,643 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 09:02:22,643 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:02:24,644 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:02:24,730 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:02:26,645 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:02:28,646 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:02:29,838 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:02:30,647 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:02:32,125 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:02:32,458 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:02:32,459 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:02:32,520 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:02:32,649 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:02:34,650 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:02:35,081 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:02:36,651 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:02:38,652 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:02:40,653 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:02:40,921 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:02:41,952 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 09:02:42,654 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:02:44,655 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:02:46,020 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:02:46,657 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:02:47,458 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:02:47,459 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:02:47,520 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:02:48,658 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:02:50,659 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:02:51,703 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:02:52,661 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:02:54,662 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:02:56,663 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:02:57,642 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:02:58,665 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:03:00,666 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:03:02,126 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:03:02,459 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:03:02,459 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:03:02,520 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:03:02,669 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:03:02,743 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:03:04,670 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:03:06,672 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:03:08,588 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:03:08,673 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:03:10,674 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:03:12,676 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:03:14,472 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:03:14,677 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:03:16,678 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:03:17,458 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:03:17,459 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:03:17,520 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:03:18,679 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:03:19,546 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:03:20,680 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:03:22,682 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:03:24,683 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:03:25,189 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:03:26,684 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:03:28,686 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:03:30,688 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:03:31,096 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:03:32,128 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:03:32,462 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:03:32,462 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:03:32,520 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:03:32,689 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:03:34,690 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:03:36,694 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:03:37,092 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:03:38,695 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:03:40,696 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:03:42,698 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:03:43,037 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:03:44,699 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:03:46,700 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:03:47,462 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:03:47,463 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:03:47,521 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:03:48,056 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:03:48,702 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:03:50,703 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:03:52,704 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:03:53,753 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:03:54,706 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:03:56,707 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:03:58,708 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:03:59,673 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:04:00,710 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:04:02,137 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:04:02,464 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:04:02,464 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:04:02,521 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:04:02,712 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:04:04,713 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:04:05,582 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:04:06,714 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:04:08,716 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:04:10,717 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:04:11,429 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:04:12,718 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:04:14,720 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:04:16,721 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:04:17,346 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:04:17,462 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:04:17,463 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:04:17,521 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:04:18,724 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:04:20,726 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:04:22,727 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:04:23,232 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:04:24,728 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:04:26,729 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:04:28,731 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:04:29,084 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:04:30,732 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:04:32,130 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:04:32,462 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:04:32,463 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:04:32,521 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:04:32,733 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:04:34,735 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:04:35,060 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:04:36,736 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:04:38,737 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:04:40,739 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:04:40,983 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:04:42,740 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:04:44,741 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:04:46,742 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:04:46,844 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:04:47,463 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:04:47,463 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:04:47,521 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:04:48,744 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:04:50,746 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:04:52,746 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:04:52,749 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:04:54,753 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:04:56,761 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:04:58,598 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:04:59,763 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:05:01,765 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:05:02,131 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:05:02,463 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:05:02,463 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:05:02,521 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:05:03,626 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:05:03,766 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:05:05,767 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:05:07,769 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:05:09,558 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:05:09,770 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:05:11,771 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:05:13,772 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:05:15,504 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:05:15,773 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:05:17,463 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:05:17,464 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:05:17,522 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:05:17,775 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:05:19,776 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:05:20,651 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:05:21,777 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:05:23,778 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:05:25,780 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:05:26,264 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:05:27,781 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:05:29,782 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:05:31,371 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:05:31,784 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:05:32,133 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:05:32,463 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:05:32,463 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:05:32,521 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:05:33,785 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:05:35,786 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:05:37,196 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:05:37,787 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:05:39,789 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:05:41,790 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:05:42,198 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:05:43,791 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:05:45,792 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:05:47,463 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:05:47,464 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:05:47,522 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:05:47,583 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:05:47,794 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:05:49,795 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:05:51,796 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:05:52,954 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:05:53,798 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:05:55,799 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:05:57,801 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:05:58,022 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:05:59,802 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:06:01,803 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:06:02,134 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:06:02,463 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:06:02,464 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:06:02,522 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:06:03,805 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:06:03,968 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:06:05,806 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:06:07,807 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:06:08,994 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:06:09,809 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:06:11,810 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:06:13,811 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:06:14,697 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:06:15,813 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:06:17,463 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:06:17,464 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:06:17,522 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:06:17,814 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:06:19,815 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:06:20,637 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:06:21,817 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:06:23,819 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:06:25,820 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:06:26,499 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:06:27,821 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:06:29,822 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:06:31,824 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:06:32,135 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:06:32,136 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:06:32,463 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:06:32,464 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:06:32,522 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:06:33,825 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:06:35,826 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:06:37,250 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:06:37,828 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:06:39,829 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:06:41,831 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:06:42,343 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:06:43,832 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:06:45,838 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:06:47,464 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:06:47,464 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:06:47,522 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:06:47,599 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:06:47,839 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:06:49,840 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:06:51,841 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:06:53,000 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:06:53,843 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:06:55,844 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:06:57,846 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:06:58,048 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:06:59,847 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:07:01,848 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:07:02,136 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:07:02,464 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:07:02,465 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:07:02,522 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:07:03,849 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:07:03,965 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:07:05,851 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:07:07,852 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:07:09,858 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:07:09,948 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:07:11,859 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:07:13,861 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:07:15,862 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:07:15,864 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:07:17,464 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:07:17,464 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:07:17,523 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:07:17,863 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:07:19,864 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:07:21,748 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:07:21,865 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:07:23,867 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:07:25,869 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:07:27,643 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:07:27,870 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:07:29,872 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:07:31,873 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:07:32,137 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:07:32,464 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:07:32,465 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:07:32,523 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:07:32,880 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:07:33,875 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:07:35,876 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:07:37,877 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:07:38,629 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:07:39,878 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:07:41,880 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:07:43,881 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:07:44,522 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:07:45,883 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:07:47,464 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:07:47,465 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:07:47,523 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:07:47,884 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:07:49,559 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:07:49,885 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:07:51,886 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:07:53,888 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:07:55,348 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:07:55,890 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:07:57,891 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:07:59,892 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:08:01,302 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:08:01,894 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:08:02,139 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:08:02,464 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:08:02,465 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:08:02,523 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:08:03,895 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:08:05,896 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:08:07,210 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:08:07,897 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:08:09,899 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:08:11,900 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:08:13,111 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:08:13,901 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:08:15,909 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:08:17,466 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:08:17,466 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:08:17,523 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:08:17,910 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:08:18,263 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:08:19,911 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:08:21,913 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:08:23,920 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:08:23,973 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:08:25,932 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:08:27,941 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:08:29,808 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:08:30,943 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:08:32,140 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:08:32,465 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:08:32,465 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:08:32,523 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:08:32,944 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:08:34,945 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:08:35,726 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:08:36,946 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:08:38,948 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:08:40,949 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:08:41,699 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:08:42,950 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:08:44,952 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:08:46,955 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:08:47,465 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:08:47,466 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:08:47,524 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:08:47,561 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:08:48,958 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:08:50,960 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:08:52,961 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:08:53,552 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:08:54,962 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:08:56,964 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:08:58,965 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:08:59,328 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:09:00,966 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:09:02,141 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:09:02,466 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:09:02,466 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:09:02,524 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:09:02,967 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:09:04,969 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:09:05,291 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:09:06,970 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:09:08,971 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:09:10,973 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:09:11,286 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:09:12,979 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:09:14,976 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:09:16,977 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:09:17,140 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:09:17,466 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:09:17,466 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:09:17,524 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:09:18,978 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:09:20,980 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:09:22,981 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:09:23,101 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:09:24,982 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:09:26,984 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:09:28,215 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:09:28,985 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:09:30,986 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:09:32,142 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:09:32,466 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:09:32,466 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:09:32,524 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:09:32,988 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:09:34,040 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:09:34,989 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:09:36,990 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:09:38,991 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:09:39,049 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:09:40,993 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:09:42,994 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:09:44,845 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:09:44,995 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:09:46,996 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:09:47,466 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:09:47,466 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:09:47,524 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:09:48,998 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:09:50,811 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:09:50,999 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:09:53,000 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:09:55,001 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:09:55,992 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:09:57,003 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:09:59,004 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:10:01,005 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:10:01,791 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:10:02,143 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:10:02,466 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:10:02,466 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:10:02,525 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:10:03,007 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:10:05,008 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:10:07,009 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:10:07,654 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:10:09,011 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:10:11,012 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:10:13,014 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:10:13,551 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:10:15,015 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:10:17,016 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:10:17,466 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:10:17,466 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:10:17,524 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:10:19,017 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:10:19,428 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:10:21,019 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:10:23,020 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:10:25,021 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:10:25,354 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:10:27,023 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:10:29,024 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:10:31,025 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:10:31,293 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:10:32,144 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:10:32,466 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:10:32,467 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:10:32,525 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:10:33,027 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:10:35,028 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:10:37,029 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:10:37,270 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:10:39,031 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:10:41,032 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:10:43,033 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:10:43,127 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:10:45,035 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:10:47,036 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:10:47,466 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:10:47,467 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:10:47,525 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:10:49,006 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:10:49,037 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:10:51,038 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:10:53,040 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:10:54,771 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:10:55,041 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:10:57,042 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:10:59,044 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:11:00,704 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:11:01,045 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:11:02,145 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:11:02,467 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:11:02,467 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:11:02,525 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:11:03,046 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:11:05,048 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:11:05,722 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:11:07,049 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:11:09,050 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:11:11,052 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:11:11,380 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:11:13,053 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:11:15,054 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:11:17,055 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:11:17,376 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:11:17,467 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:11:17,467 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:11:17,525 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:11:19,057 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:11:21,058 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:11:23,060 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:11:23,354 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:11:25,061 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:11:27,062 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:11:28,458 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:11:29,063 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:11:31,064 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:11:32,146 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:11:32,467 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:11:32,467 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:11:32,525 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:11:33,066 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:11:34,216 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:11:35,067 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:11:37,068 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:11:39,069 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:11:40,014 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:11:41,071 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:11:43,072 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:11:45,074 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:11:45,918 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:11:47,075 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:11:47,467 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:11:47,467 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:11:47,525 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:11:49,076 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:11:51,077 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:11:51,773 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:11:53,079 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:11:55,080 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:11:57,085 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:11:57,711 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:12:00,094 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:12:02,096 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:12:02,148 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:12:02,467 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:12:02,468 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:12:02,525 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:12:03,694 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:12:04,097 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:12:06,098 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:12:08,100 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:12:09,507 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:12:10,101 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:12:12,102 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:12:14,103 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:12:14,533 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:12:16,105 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:12:17,467 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:12:17,468 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:12:17,526 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:12:18,106 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:12:20,107 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:12:20,231 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:12:22,109 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:12:24,110 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:12:26,111 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:12:26,191 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:12:28,113 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:12:30,127 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:12:32,128 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:12:32,129 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:12:32,148 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:12:32,467 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:12:32,468 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:12:32,526 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:12:34,130 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:12:36,131 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:12:37,992 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:12:38,132 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:12:40,133 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:12:42,135 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:12:42,995 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:12:44,136 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:12:46,137 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:12:47,467 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:12:47,468 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:12:47,526 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:12:48,139 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:12:48,898 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:12:50,140 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:12:52,141 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:12:54,143 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:12:54,744 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:12:56,144 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:12:58,145 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:13:00,147 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:13:00,529 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:13:02,149 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:13:02,150 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:13:02,468 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:13:02,469 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:13:02,526 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:13:04,152 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:13:06,153 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:13:06,407 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:13:08,154 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:13:10,156 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:13:12,157 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:13:12,307 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:13:14,159 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:13:16,160 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:13:17,362 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:13:17,468 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:13:17,468 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:13:17,526 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:13:18,161 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:13:20,163 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:13:22,164 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:13:22,990 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:13:24,165 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:13:26,167 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:13:28,168 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:13:28,841 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:13:30,169 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:13:32,151 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:13:32,171 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:13:32,468 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:13:32,468 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:13:32,530 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:13:34,172 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:13:34,801 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:13:36,173 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:13:38,174 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:13:40,176 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:13:40,659 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:13:42,177 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:13:44,178 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:13:46,180 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:13:46,558 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:13:47,468 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:13:47,469 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:13:47,531 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:13:48,181 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:13:50,182 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:13:51,576 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:13:52,183 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:13:54,185 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:13:56,186 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:13:57,379 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:13:58,187 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:14:00,188 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:14:02,152 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:14:02,189 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:14:02,468 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:14:02,468 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:14:02,531 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:14:02,574 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:14:04,191 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:14:06,192 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:14:08,128 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:14:08,194 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:14:10,195 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:14:12,196 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:14:13,951 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:14:14,197 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:14:16,199 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:14:17,468 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:14:17,469 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:14:17,531 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:14:18,201 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:14:19,948 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:14:20,202 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:14:22,203 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:14:24,205 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:14:24,984 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:14:26,206 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:14:28,208 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:14:30,209 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:14:30,667 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:14:32,153 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:14:32,211 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:14:32,468 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:14:32,469 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:14:32,531 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:14:34,212 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:14:36,213 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:14:36,574 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:14:38,216 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:14:40,217 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:14:41,605 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:14:42,218 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:14:44,219 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:14:46,221 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:14:47,469 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:14:47,469 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:14:47,531 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:14:47,543 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:14:48,222 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:14:50,224 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:14:52,225 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:14:53,404 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:14:54,226 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:14:56,227 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:14:58,228 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:14:59,315 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:15:00,230 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:15:02,158 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:15:02,231 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:15:02,469 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:15:02,470 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:15:02,531 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:15:04,232 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:15:05,223 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:15:06,234 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:15:08,235 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:15:10,236 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:15:10,280 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:15:12,238 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:15:14,239 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:15:16,070 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:15:16,240 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:15:17,469 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:15:17,469 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:15:17,531 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:15:18,241 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:15:20,243 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:15:22,064 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:15:22,244 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:15:24,245 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:15:26,247 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:15:27,846 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:15:29,250 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:15:31,252 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:15:32,155 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:15:32,469 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:15:32,470 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:15:32,532 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:15:33,254 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:15:33,824 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:15:35,255 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:15:37,256 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:15:39,258 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:15:39,618 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:15:41,263 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:15:43,264 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:15:45,266 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:15:45,538 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:15:47,267 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:15:47,469 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:15:47,470 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:15:47,532 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:15:49,268 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:15:51,270 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:15:51,448 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:15:53,271 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:15:55,272 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:15:57,273 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:15:57,314 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:15:59,275 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:16:01,276 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:16:02,156 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:16:02,469 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:16:02,469 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:16:02,532 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:16:02,612 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:16:03,277 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:16:05,279 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:16:07,280 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:16:08,004 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:16:09,281 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:16:11,283 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:16:13,288 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:16:13,895 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:16:15,289 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:16:17,291 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:16:17,469 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:16:17,470 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:16:17,532 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:16:18,941 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:16:19,292 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:16:21,293 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:16:23,295 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:16:24,584 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:16:25,296 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:16:27,297 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:16:29,299 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:16:29,620 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:16:31,300 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:16:32,157 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:16:32,470 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:16:32,470 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:16:32,532 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:16:33,301 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:16:35,303 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:16:35,407 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:16:37,304 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:16:39,305 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:16:41,307 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:16:41,365 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:16:43,309 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:16:45,311 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:16:46,419 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:16:47,312 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:16:47,470 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:16:47,470 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:16:47,532 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:16:49,314 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:16:51,315 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:16:52,101 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:16:53,316 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:16:55,317 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:16:57,193 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:16:57,319 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:16:59,320 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:17:01,321 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:17:02,158 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:17:02,470 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:17:02,471 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:17:02,532 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:17:02,634 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:17:03,323 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:17:05,324 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:17:07,325 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:17:07,876 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:17:09,329 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:17:11,330 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:17:13,332 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:17:13,566 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:17:15,333 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:17:17,335 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:17:17,470 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:17:17,470 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:17:17,532 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:17:19,336 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:17:19,531 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:17:21,338 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:17:23,339 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:17:25,340 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:17:25,351 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:17:27,342 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:17:29,343 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:17:31,197 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:17:31,344 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:17:32,159 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:17:32,470 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:17:32,470 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:17:32,533 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:17:33,345 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:17:35,347 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:17:37,082 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:17:37,348 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:17:39,349 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:17:41,351 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:17:42,129 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:17:43,352 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:17:45,354 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:17:47,355 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:17:47,470 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:17:47,471 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:17:47,532 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:17:47,544 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:17:49,356 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:17:51,358 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:17:52,756 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:17:53,359 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:17:55,360 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:17:57,362 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:17:57,817 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:17:59,364 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:18:01,365 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:18:02,161 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:18:02,470 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:18:02,471 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:18:02,533 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:18:03,366 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:18:03,544 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:18:05,368 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:18:07,369 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:18:09,371 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:18:09,507 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:18:11,372 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:18:13,373 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:18:15,344 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:18:15,375 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:18:17,377 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:18:17,470 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:18:17,471 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:18:17,533 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:18:19,378 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:18:21,338 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:18:21,379 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:18:23,381 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:18:25,382 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:18:26,444 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:18:27,384 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:18:29,385 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:18:31,386 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:18:32,162 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:18:32,163 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:18:32,470 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:18:32,471 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:18:32,533 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:18:33,387 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:18:35,392 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:18:37,364 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:18:37,393 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:18:39,394 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:18:41,396 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:18:42,605 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:18:43,397 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:18:45,398 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:18:46,094 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 09:18:46,095 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 09:18:46,096 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 09:18:46,096 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 09:18:46,097 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 09:18:46,399 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 09:18:47,400 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:18:47,471 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:18:47,471 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:18:47,533 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:18:47,636 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:18:49,401 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:18:51,402 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:18:52,734 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:18:53,403 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:18:55,404 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:18:57,405 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:18:57,977 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:18:59,406 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:19:02,162 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:19:02,411 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:19:02,471 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:19:02,471 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:19:02,533 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:19:03,157 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:19:04,412 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:19:05,413 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:19:05,996 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 09:19:06,413 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:19:07,414 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:19:08,204 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:19:08,414 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:19:10,416 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:19:12,417 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:19:13,994 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:19:14,418 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:19:16,419 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:19:17,471 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:19:17,472 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:19:17,533 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:19:18,421 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:19:19,908 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:19:20,422 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:19:22,424 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:19:24,426 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:19:24,956 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:19:26,427 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:19:28,428 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:19:30,430 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:19:30,730 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:19:32,164 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:19:32,431 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:19:32,471 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:19:32,471 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:19:32,533 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:19:34,432 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:19:35,755 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:19:36,434 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:19:38,435 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:19:40,436 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:19:41,547 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:19:42,438 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:19:44,439 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:19:46,440 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:19:47,401 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:19:47,471 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:19:47,472 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:19:47,534 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:19:48,442 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:19:50,443 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:19:52,444 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:19:53,386 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:19:54,446 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:19:56,447 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:19:58,448 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:19:59,343 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:20:00,450 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:20:02,164 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:20:02,451 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:20:02,471 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:20:02,472 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:20:02,534 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:20:04,452 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:20:05,179 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:20:06,454 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:20:08,455 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:20:10,456 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:20:11,097 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:20:12,458 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:20:14,459 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:20:16,460 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:20:16,985 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:20:17,471 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:20:17,472 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:20:17,534 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:20:18,461 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:20:20,463 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:20:22,062 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:20:22,464 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:20:24,466 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:20:26,467 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:20:27,778 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:20:28,469 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:20:30,470 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:20:32,166 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:20:32,471 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:20:32,472 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:20:32,472 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:20:32,534 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:20:32,785 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:20:34,473 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:20:36,474 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:20:38,475 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:20:38,502 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:20:40,477 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:20:42,478 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:20:44,359 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:20:44,480 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:20:46,480 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:20:47,472 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:20:47,472 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:20:47,534 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:20:48,482 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:20:50,250 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:20:50,483 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:20:52,485 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:20:54,486 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:20:56,068 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:20:56,488 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:20:58,489 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:21:00,490 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:21:01,986 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:21:02,167 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:21:02,472 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:21:02,472 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:21:02,491 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:21:02,534 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:21:04,493 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:21:06,494 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:21:07,913 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:21:08,495 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:21:10,497 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:21:12,498 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:21:13,760 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:21:14,500 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:21:16,501 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:21:17,472 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:21:17,472 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:21:17,534 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:21:18,502 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:21:19,615 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:21:20,503 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:21:22,505 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:21:24,506 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:21:25,547 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:21:26,507 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:21:28,509 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:21:30,510 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:21:31,387 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:21:32,169 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:21:32,472 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:21:32,473 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:21:32,511 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:21:32,542 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:21:34,513 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:21:36,514 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:21:37,350 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:21:38,515 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:21:40,516 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:21:42,518 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:21:43,187 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:21:44,519 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:21:46,520 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:21:47,472 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:21:47,473 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:21:47,542 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:21:48,194 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:21:48,521 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:21:50,523 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:21:52,524 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:21:54,049 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:21:54,526 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:21:56,527 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:21:58,529 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:21:59,874 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:22:00,530 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:22:02,170 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:22:02,472 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:22:02,473 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:22:02,531 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:22:02,542 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:22:04,533 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:22:04,909 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:22:06,534 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:22:08,535 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:22:10,537 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:22:10,839 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:22:12,538 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:22:14,539 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:22:16,541 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:22:16,832 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:22:17,472 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:22:17,473 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:22:17,542 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:22:18,542 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:22:20,544 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:22:22,545 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:22:22,746 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:22:24,546 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:22:26,555 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:22:28,701 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:22:29,556 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:22:31,558 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:22:32,171 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:22:32,473 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:22:32,473 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:22:32,542 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:22:33,559 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:22:33,703 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:22:35,561 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:22:37,561 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:22:39,505 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:22:39,563 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:22:41,564 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:22:43,565 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:22:44,627 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:22:45,567 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:22:47,473 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:22:47,473 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:22:47,543 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:22:47,568 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:22:49,569 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:22:50,374 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:22:51,570 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:22:53,572 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:22:55,573 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:22:56,372 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:22:57,574 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:22:59,575 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:23:01,577 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:23:02,172 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:23:02,173 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:23:02,473 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:23:02,474 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:23:02,542 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:23:03,578 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:23:05,579 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:23:07,281 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:23:07,582 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:23:09,582 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:23:11,583 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:23:13,098 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:23:13,585 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:23:15,586 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:23:17,473 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:23:17,474 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:23:17,543 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:23:17,587 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:23:18,998 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:23:19,589 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:23:21,590 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:23:23,591 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:23:24,805 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:23:25,592 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:23:27,593 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:23:29,595 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:23:30,762 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:23:31,596 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:23:32,173 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:23:32,473 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:23:32,474 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:23:32,543 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:23:33,597 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:23:35,598 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:23:36,549 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:23:37,600 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:23:39,601 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:23:41,603 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:23:42,461 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:23:43,604 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:23:45,605 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:23:47,473 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:23:47,474 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:23:47,543 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:23:47,575 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:23:47,607 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:23:49,608 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:23:51,609 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:23:52,998 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:23:53,610 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:23:55,612 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:23:57,613 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:23:58,071 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:23:59,615 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:24:01,616 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:24:02,175 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:24:02,474 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:24:02,475 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:24:02,543 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:24:03,617 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:24:03,748 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:24:05,618 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:24:07,620 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:24:09,621 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:24:09,629 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:24:11,622 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:24:13,623 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:24:14,636 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:24:15,625 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:24:17,475 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:24:17,476 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:24:17,543 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:24:17,626 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:24:19,627 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:24:20,522 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:24:21,629 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:24:23,630 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:24:25,631 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:24:26,485 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:24:27,633 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:24:29,634 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:24:31,635 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:24:32,176 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:24:32,177 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:24:32,474 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:24:32,474 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:24:32,543 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:24:33,636 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:24:35,638 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:24:37,405 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:24:37,639 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:24:39,640 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:24:41,642 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:24:43,270 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:24:43,649 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:24:45,650 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:24:47,474 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:24:47,474 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:24:47,547 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:24:47,651 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:24:48,473 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:24:49,652 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:24:51,654 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:24:53,655 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:24:54,137 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:24:55,656 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:24:57,658 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:24:59,471 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:24:59,659 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:25:01,660 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:25:02,177 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:25:02,474 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:25:02,475 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:25:02,544 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:25:03,662 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:25:05,396 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:25:05,663 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:25:07,664 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:25:09,666 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:25:10,398 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:25:11,667 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:25:13,668 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:25:15,675 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:25:16,287 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:25:17,474 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:25:17,475 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:25:17,544 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:25:17,670 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:25:19,672 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:25:21,312 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:25:21,673 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:25:23,674 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:25:25,676 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:25:27,030 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:25:27,677 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:25:29,678 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:25:31,680 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:25:32,178 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:25:32,179 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:25:32,474 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:25:32,475 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:25:32,544 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:25:33,681 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:25:35,682 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:25:37,684 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:25:37,701 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:25:39,685 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:25:41,686 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:25:42,757 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:25:43,688 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:25:45,694 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:25:47,474 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:25:47,475 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:25:47,544 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:25:47,692 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:25:48,640 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:25:49,694 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:25:51,706 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:25:54,502 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:25:54,714 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:25:56,716 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:25:58,717 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:26:00,471 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:26:00,718 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:26:02,179 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:26:02,475 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:26:02,476 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:26:02,544 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:26:02,720 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:26:04,721 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:26:06,322 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:26:06,722 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:26:08,724 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:26:10,725 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:26:12,256 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:26:12,726 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:26:14,727 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:26:16,729 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:26:17,475 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:26:17,476 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:26:17,544 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:26:17,577 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:26:18,730 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:26:20,732 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:26:22,733 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:26:22,939 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:26:24,734 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:26:26,736 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:26:28,737 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:26:28,802 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:26:30,739 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:26:32,180 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:26:32,475 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:26:32,475 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:26:32,544 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:26:32,740 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:26:33,834 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:26:34,741 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:26:36,743 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:26:38,744 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:26:39,546 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:26:40,745 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:26:42,747 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:26:44,748 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:26:45,484 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:26:46,749 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:26:47,475 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:26:47,476 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:26:47,544 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:26:48,751 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:26:50,752 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:26:51,437 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:26:52,753 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:26:54,755 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:26:56,756 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:26:57,281 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:26:58,757 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:27:00,759 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:27:02,181 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:27:02,475 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:27:02,476 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:27:02,545 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:27:02,560 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:27:02,761 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:27:04,762 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:27:06,763 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:27:07,802 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:27:08,765 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:27:10,766 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:27:12,767 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:27:13,775 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:27:14,768 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:27:16,770 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:27:17,475 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:27:17,476 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:27:17,545 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:27:18,771 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:27:19,772 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:27:20,772 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:27:22,774 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:27:24,775 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:27:25,696 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:27:26,776 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:27:28,778 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:27:30,779 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:27:31,656 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:27:32,182 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:27:32,476 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:27:32,476 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:27:32,545 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:27:32,782 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:27:34,784 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:27:36,670 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:27:36,785 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:27:38,787 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:27:40,788 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:27:42,408 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:27:42,790 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:27:44,791 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:27:46,792 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:27:47,476 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:27:47,476 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:27:47,545 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:27:47,569 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:27:48,793 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:27:50,794 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:27:52,796 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:27:52,913 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:27:54,797 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:27:56,798 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:27:58,800 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:27:58,899 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:28:00,801 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:28:02,184 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:28:02,476 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:28:02,476 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:28:02,545 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:28:02,803 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:28:04,804 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:28:04,872 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:28:06,805 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:28:08,807 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:28:10,808 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:28:10,870 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:28:12,810 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:28:14,811 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:28:16,812 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:28:16,823 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:28:17,476 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:28:17,476 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:28:17,545 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:28:18,814 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:28:20,815 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:28:22,787 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:28:22,816 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:28:24,817 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:28:26,828 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:28:27,832 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:28:28,829 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:28:30,830 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:28:32,185 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:28:32,476 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:28:32,476 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:28:32,545 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:28:32,832 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:28:33,673 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:28:34,833 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:28:36,834 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:28:38,835 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:28:39,557 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:28:40,837 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:28:42,838 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:28:44,839 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:28:45,496 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:28:46,848 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:28:47,477 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:28:47,477 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:28:47,546 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:28:48,850 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:28:50,851 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:28:51,269 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:28:52,853 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:28:54,854 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:28:56,855 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:28:57,241 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:28:58,859 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:29:00,860 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:29:02,186 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:29:02,311 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:29:02,476 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:29:02,477 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:29:02,546 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:29:02,862 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:29:04,863 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:29:06,864 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:29:08,057 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:29:08,866 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:29:10,867 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:29:12,868 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:29:14,034 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:29:14,870 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:29:16,871 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:29:17,477 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:29:17,477 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:29:17,546 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:29:18,872 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:29:19,973 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:29:20,874 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:29:23,879 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:29:25,883 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:29:25,953 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:29:27,882 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:29:29,883 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:29:31,230 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:29:31,885 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:29:32,187 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:29:32,477 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:29:32,477 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:29:32,546 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:29:33,886 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:29:35,887 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:29:36,952 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:29:37,889 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:29:39,890 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:29:41,891 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:29:42,058 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:29:43,893 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:29:45,894 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:29:47,477 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:29:47,478 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:29:47,546 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:29:47,647 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:29:47,896 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:29:49,897 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:29:51,899 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:29:52,754 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:29:53,900 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:29:55,901 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:29:57,903 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:29:58,445 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:29:59,904 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:30:01,905 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:30:02,188 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:30:02,477 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:30:02,477 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:30:02,546 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:30:03,906 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:30:04,425 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:30:05,910 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:30:07,912 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:30:09,475 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:30:09,913 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:30:11,914 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:30:13,916 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:30:15,186 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:30:15,917 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:30:17,477 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:30:17,478 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:30:17,546 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:30:17,918 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:30:19,920 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:30:21,121 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:30:21,921 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:30:23,923 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:30:25,924 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:30:27,024 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:30:27,925 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:30:29,927 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:30:31,928 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:30:32,189 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:30:32,190 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:30:32,477 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:30:32,478 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:30:32,547 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:30:33,929 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:30:35,931 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:30:37,707 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:30:37,932 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:30:39,933 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:30:41,934 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:30:43,651 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:30:43,936 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:30:45,937 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:30:47,477 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:30:47,478 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:30:47,547 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:30:47,939 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:30:49,621 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:30:49,940 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:30:51,941 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:30:53,943 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:30:55,495 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:30:55,944 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:30:57,945 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:30:59,947 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:31:00,517 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:31:01,948 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:31:02,195 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:31:02,478 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:31:02,478 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:31:02,547 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:31:03,949 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:31:05,953 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:31:06,478 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:31:07,954 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:31:09,957 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:31:11,670 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:31:11,958 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:31:13,959 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:31:15,961 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:31:16,720 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:31:17,478 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:31:17,478 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:31:17,547 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:31:17,962 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:31:19,963 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:31:21,964 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:31:22,461 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:31:23,966 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:31:25,967 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:31:27,559 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:31:27,968 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:31:29,970 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:31:31,971 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:31:32,192 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:31:32,478 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:31:32,478 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:31:32,547 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:31:32,609 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:31:33,973 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:31:35,974 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:31:37,975 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:31:38,162 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:31:39,977 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:31:41,978 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:31:43,979 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:31:44,149 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:31:45,981 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:31:47,478 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:31:47,479 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:31:47,547 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:31:47,982 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:31:49,200 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:31:49,983 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:31:51,985 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:31:53,986 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:31:54,844 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:31:55,987 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:31:57,989 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:31:59,981 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:31:59,990 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:32:01,991 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:32:02,193 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:32:02,478 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:32:02,478 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:32:02,547 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:32:03,993 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:32:05,748 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:32:05,994 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:32:07,996 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:32:09,999 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:32:11,715 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:32:12,000 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:32:14,001 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:32:16,003 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:32:17,478 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:32:17,479 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:32:17,545 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:32:17,547 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:32:18,004 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:32:20,005 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:32:22,007 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:32:22,599 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:32:24,008 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:32:26,010 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:32:27,641 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:32:28,011 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:32:30,012 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:32:32,014 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:32:32,194 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:32:32,478 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:32:32,479 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:32:32,547 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:32:32,683 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:32:34,015 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:32:36,016 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:32:38,018 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:32:38,448 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:32:40,019 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:32:42,020 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:32:43,464 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:32:44,022 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:32:46,023 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:32:47,479 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:32:47,479 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:32:47,548 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:32:48,024 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:32:49,161 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:32:50,028 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:32:53,035 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:32:55,037 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:32:55,134 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:32:57,038 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:32:59,039 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:33:00,941 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:33:01,041 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:33:02,196 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:33:02,479 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:33:02,479 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:33:02,548 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:33:03,042 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:33:05,043 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:33:06,884 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:33:07,045 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:33:09,046 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:33:11,047 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:33:12,857 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:33:13,049 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:33:15,051 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:33:17,052 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:33:17,479 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:33:17,479 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:33:17,548 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:33:18,805 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:33:19,054 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:33:21,056 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:33:23,057 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:33:24,768 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:33:25,058 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:33:27,060 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:33:29,061 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:33:30,665 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:33:31,062 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:33:32,197 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:33:32,479 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:33:32,479 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:33:32,548 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:33:33,063 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:33:35,065 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:33:36,642 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:33:37,066 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:33:39,067 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:33:41,069 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:33:42,602 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:33:43,070 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:33:45,074 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:33:47,073 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:33:47,479 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:33:47,480 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:33:47,548 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:33:47,626 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:33:49,074 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:33:51,075 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:33:53,077 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:33:53,327 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:33:55,078 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:33:57,079 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:33:59,080 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:33:59,259 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:34:01,082 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:34:02,198 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:34:02,479 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:34:02,480 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:34:02,548 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:34:03,083 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:34:05,084 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:34:05,209 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:34:07,086 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:34:09,087 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:34:10,322 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:34:11,088 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:34:13,089 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:34:15,090 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:34:16,025 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:34:17,092 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:34:17,479 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:34:17,480 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:34:17,548 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:34:19,093 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:34:21,094 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:34:21,246 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:34:23,096 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:34:25,097 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:34:26,949 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:34:27,098 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:34:29,100 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:34:31,101 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:34:32,130 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:34:32,199 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:34:32,479 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:34:32,480 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:34:32,548 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:34:33,102 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:34:35,104 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:34:37,105 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:34:37,876 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:34:39,106 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:34:41,108 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:34:43,109 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:34:43,779 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:34:45,110 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:34:47,112 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:34:47,480 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:34:47,480 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:34:47,549 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:34:49,113 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:34:49,673 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:34:51,114 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:34:53,116 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:34:55,117 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:34:55,509 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:34:57,118 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:34:59,120 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:35:01,121 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:35:01,411 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:35:02,205 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:35:02,480 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:35:02,481 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:35:02,549 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:35:03,123 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:35:05,124 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:35:07,125 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:35:07,357 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:35:09,127 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:35:11,128 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:35:12,313 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 09:35:12,314 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 09:35:12,314 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 09:35:12,314 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 09:35:12,315 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 09:35:12,364 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:35:13,129 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 09:35:13,129 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:35:15,130 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:35:17,132 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:35:17,407 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:35:17,480 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:35:17,480 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:35:17,549 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:35:19,133 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:35:21,134 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:35:22,573 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:35:23,135 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:35:25,136 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:35:27,137 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:35:27,614 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:35:29,139 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:35:31,140 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:35:32,141 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:35:32,154 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 09:35:32,201 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:35:32,517 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:35:32,608 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:35:32,608 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:35:32,609 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:35:32,765 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:35:34,142 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:35:35,143 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:35:37,144 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:35:38,350 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:35:39,146 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:35:41,147 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:35:43,148 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:35:43,489 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:35:45,150 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:35:47,151 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:35:47,517 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:35:47,607 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:35:47,607 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:35:47,608 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:35:49,152 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:35:49,373 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:35:51,154 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:35:53,155 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:35:54,464 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:35:55,156 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:35:57,157 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:35:59,159 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:36:00,246 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:36:01,160 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:36:02,202 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:36:02,517 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:36:02,607 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:36:02,607 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:36:02,608 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:36:03,161 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:36:05,163 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:36:05,321 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:36:07,164 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:36:09,165 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:36:11,150 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:36:11,166 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:36:13,168 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:36:15,169 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:36:17,098 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:36:17,170 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:36:17,517 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:36:17,607 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:36:17,607 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:36:17,611 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:36:19,171 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:36:21,172 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:36:22,996 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:36:23,175 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:36:26,179 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:36:28,180 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:36:28,911 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:36:30,181 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:36:32,182 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:36:32,203 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:36:32,517 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:36:32,607 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:36:32,608 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:36:32,608 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:36:34,184 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:36:34,868 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:36:36,185 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:36:38,186 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:36:40,188 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:36:40,670 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:36:42,189 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:36:44,190 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:36:45,749 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:36:46,192 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:36:47,518 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:36:47,607 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:36:47,608 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:36:47,609 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:36:48,193 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:36:50,194 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:36:51,394 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:36:52,195 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:36:54,197 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:36:56,198 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:36:57,308 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:36:58,199 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:37:00,200 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:37:02,202 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:37:02,205 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:37:02,517 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:37:02,607 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:37:02,608 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:37:02,610 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:37:02,690 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:37:04,203 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:37:06,204 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:37:07,995 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:37:08,205 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:37:10,207 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:37:12,208 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:37:13,050 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:37:14,209 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:37:16,211 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:37:17,518 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:37:17,607 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:37:17,608 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:37:17,609 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:37:18,212 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:37:18,892 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:37:20,213 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:37:22,214 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:37:24,039 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:37:24,216 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:37:26,219 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:37:28,220 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:37:29,748 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:37:30,221 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:37:32,206 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:37:32,222 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:37:32,518 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:37:32,608 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:37:32,608 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:37:32,611 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:37:34,224 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:37:34,857 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:37:36,225 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:37:38,226 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:37:40,228 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:37:40,516 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:37:42,229 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:37:44,231 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:37:46,232 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:37:46,358 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:37:47,518 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:37:47,608 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:37:47,608 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:37:47,611 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:37:48,234 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:37:50,235 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:37:51,393 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:37:52,236 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:37:54,238 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:37:56,239 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:37:57,241 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:37:58,240 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:38:00,242 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:38:02,207 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:38:02,243 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:38:02,253 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:38:02,518 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:38:02,608 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:38:02,608 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:38:02,609 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:38:04,244 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:38:06,246 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:38:07,974 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:38:08,247 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:38:10,248 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:38:12,250 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:38:13,922 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:38:14,251 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:38:16,252 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:38:17,518 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:38:17,608 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:38:17,608 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:38:17,611 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:38:18,253 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:38:19,826 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:38:20,254 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:38:22,256 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:38:24,257 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:38:25,697 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:38:26,258 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:38:28,261 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:38:30,262 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:38:30,735 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:38:32,208 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:38:32,264 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:38:32,518 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:38:32,608 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:38:32,609 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:38:32,613 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:38:34,265 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:38:36,266 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:38:36,465 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:38:38,268 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:38:40,269 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:38:42,270 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:38:42,435 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:38:44,272 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:38:46,273 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:38:47,518 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:38:47,608 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:38:47,609 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:38:47,612 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:38:47,761 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:38:48,275 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:38:50,276 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:38:52,277 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:38:53,086 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:38:54,279 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:38:56,280 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:38:58,104 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:38:58,281 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:39:00,285 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:39:02,210 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:39:02,287 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:39:02,519 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:39:02,608 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:39:02,609 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:39:02,609 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:39:03,837 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:39:04,288 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:39:06,289 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:39:08,291 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:39:08,838 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:39:10,292 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:39:12,293 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:39:14,294 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:39:14,567 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:39:16,296 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:39:17,519 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:39:17,608 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:39:17,609 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:39:17,609 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:39:18,297 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:39:20,298 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:39:20,444 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:39:22,300 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:39:24,301 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:39:26,302 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:39:26,399 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:39:28,304 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:39:30,305 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:39:32,211 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:39:32,212 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:39:32,306 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:39:32,519 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:39:32,609 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:39:32,609 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:39:32,610 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:39:34,308 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:39:36,309 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:39:37,427 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:39:38,310 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:39:40,312 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:39:42,313 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:39:43,152 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:39:44,316 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:39:46,318 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:39:47,519 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:39:47,609 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:39:47,610 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:39:47,612 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:39:48,261 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:39:48,319 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:39:50,321 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:39:52,322 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:39:54,229 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:39:54,323 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:39:56,324 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:39:58,326 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:39:59,411 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:40:00,327 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:40:02,212 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:40:02,335 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:40:02,519 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:40:02,609 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:40:02,610 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:40:02,613 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:40:05,168 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:40:05,344 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:40:07,346 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:40:09,347 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:40:11,163 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:40:11,348 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:40:13,350 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:40:15,351 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:40:17,052 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:40:17,352 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:40:17,519 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:40:17,611 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:40:17,611 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:40:17,614 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:40:19,354 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:40:21,355 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:40:22,090 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:40:23,356 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:40:25,357 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:40:27,145 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:40:27,358 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:40:29,360 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:40:31,361 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:40:32,213 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:40:32,214 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:40:32,519 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:40:32,609 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:40:32,610 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:40:32,612 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:40:33,362 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:40:35,364 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:40:37,256 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:40:37,365 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:40:39,368 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:40:41,369 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:40:43,222 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:40:43,371 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:40:45,372 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:40:47,374 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:40:47,520 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:40:47,609 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:40:47,610 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:40:47,610 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:40:48,254 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:40:49,375 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:40:51,376 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:40:53,377 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:40:54,091 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:40:55,379 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:40:57,380 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:40:59,381 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:41:00,057 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:41:01,383 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:41:02,215 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:41:02,520 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:41:02,610 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:41:02,610 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:41:02,614 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:41:03,384 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:41:05,141 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:41:05,386 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:41:07,387 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:41:09,388 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:41:10,796 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:41:11,390 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:41:13,391 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:41:15,392 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:41:15,874 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:41:17,393 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:41:17,520 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:41:17,610 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:41:17,610 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:41:17,611 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:41:19,395 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:41:21,396 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:41:21,555 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:41:23,397 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:41:25,398 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:41:26,675 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:41:27,400 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:41:29,401 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:41:31,402 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:41:32,216 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:41:32,217 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:41:32,520 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:41:32,610 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:41:32,610 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:41:32,613 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:41:33,403 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:41:35,405 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:41:37,261 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:41:37,406 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:41:39,407 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:41:41,408 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:41:43,117 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:41:43,409 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:41:45,411 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:41:47,412 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:41:47,520 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:41:47,610 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:41:47,610 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:41:47,614 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:41:49,002 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:41:49,413 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:41:51,415 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:41:53,416 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:41:54,864 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:41:55,418 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:41:57,419 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:41:59,420 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:42:00,733 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:42:01,422 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:42:02,217 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:42:02,520 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:42:02,610 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:42:02,611 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:42:02,615 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:42:03,423 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:42:05,424 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:42:06,486 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:42:07,426 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:42:09,427 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:42:11,428 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:42:11,622 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:42:13,430 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:42:15,431 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:42:16,648 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:42:17,433 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:42:17,521 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:42:17,610 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:42:17,611 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:42:17,615 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:42:19,434 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:42:21,435 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:42:22,554 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:42:23,437 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:42:25,438 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:42:27,439 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:42:28,454 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:42:29,440 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:42:31,442 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:42:32,218 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:42:32,520 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:42:32,610 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:42:32,611 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:42:32,614 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:42:33,444 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:42:33,467 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:42:35,446 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:42:37,447 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:42:39,281 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:42:39,448 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:42:41,449 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:42:43,451 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:42:45,180 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:42:45,452 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:42:47,453 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:42:47,521 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:42:47,610 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:42:47,611 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:42:47,614 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:42:49,455 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:42:50,272 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:42:51,456 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:42:53,457 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:42:55,459 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:42:55,978 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:42:57,460 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:42:59,461 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:43:01,087 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:43:01,463 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:43:02,235 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:43:02,521 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:43:02,611 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:43:02,611 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:43:02,614 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:43:03,464 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:43:05,466 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:43:06,791 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:43:07,467 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:43:09,468 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:43:11,469 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:43:12,685 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:43:13,471 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:43:15,472 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:43:17,473 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:43:17,521 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:43:17,611 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:43:17,611 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:43:17,614 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:43:17,710 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:43:19,475 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:43:21,476 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:43:23,411 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:43:23,477 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:43:25,479 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:43:27,480 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:43:29,390 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:43:29,481 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:43:31,483 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:43:32,220 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:43:32,521 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:43:32,611 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:43:32,612 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:43:32,615 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:43:33,484 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:43:35,286 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:43:35,485 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:43:37,490 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:43:40,500 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:43:41,233 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:43:42,501 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:43:44,503 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:43:46,322 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:43:46,504 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:43:47,521 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:43:47,611 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:43:47,611 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:43:47,614 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:43:48,505 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:43:50,507 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:43:52,274 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:43:52,508 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:43:54,509 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:43:56,511 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:43:57,328 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:43:58,512 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:44:00,513 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:44:02,221 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:44:02,515 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:44:02,521 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:44:02,611 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:44:02,612 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:44:02,615 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:44:02,746 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:44:04,516 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:44:06,517 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:44:07,861 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:44:08,518 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:44:10,520 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:44:12,521 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:44:12,922 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:44:14,523 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:44:16,524 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:44:17,521 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:44:17,611 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:44:17,612 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:44:17,615 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:44:18,525 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:44:18,730 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:44:20,526 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:44:22,528 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:44:23,773 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:44:24,529 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:44:26,530 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:44:28,532 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:44:29,538 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:44:30,533 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:44:32,222 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:44:32,522 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:44:32,534 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:44:32,611 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:44:32,612 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:44:32,615 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:44:34,536 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:44:34,585 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:44:36,537 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:44:38,538 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:44:40,271 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:44:40,540 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:44:42,541 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:44:44,543 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:44:46,149 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:44:46,544 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:44:47,522 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:44:47,611 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:44:47,612 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:44:47,615 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:44:48,546 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:44:50,547 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:44:51,162 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:44:52,549 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:44:54,551 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:44:56,553 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:44:57,025 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:44:58,554 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:45:00,556 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:45:02,094 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:45:02,223 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:45:02,525 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:45:02,557 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:45:02,612 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:45:02,612 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:45:02,615 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:45:04,559 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:45:06,560 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:45:07,916 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:45:08,561 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:45:10,562 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:45:12,564 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:45:12,973 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:45:14,565 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:45:16,566 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:45:17,525 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:45:17,612 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:45:17,612 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:45:17,616 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:45:18,572 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:45:18,775 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:45:20,574 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:45:22,575 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:45:23,806 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:45:24,576 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:45:26,578 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:45:28,581 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:45:29,541 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:45:30,582 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:45:32,224 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:45:32,525 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:45:32,584 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:45:32,612 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:45:32,612 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:45:32,615 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:45:34,563 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:45:34,587 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:45:36,586 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:45:38,588 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:45:40,264 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:45:40,589 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:45:42,590 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:45:44,591 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:45:45,375 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:45:46,593 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:45:47,525 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:45:47,612 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:45:47,612 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:45:47,616 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:45:48,594 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:45:50,595 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:45:51,244 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:45:52,596 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:45:54,598 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:45:56,599 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:45:57,167 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:45:58,600 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:46:00,602 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:46:02,225 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:46:02,226 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:46:02,525 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:46:02,603 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:46:02,612 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:46:02,613 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:46:02,618 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:46:04,604 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:46:06,606 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:46:07,901 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:46:08,607 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:46:10,609 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:46:12,610 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:46:13,828 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:46:14,612 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:46:16,619 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:46:17,525 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:46:17,613 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:46:17,614 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:46:17,617 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:46:18,614 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:46:18,938 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:46:20,616 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:46:22,617 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:46:24,619 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:46:24,780 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:46:26,620 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:46:28,621 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:46:30,622 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:46:30,723 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:46:32,226 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:46:32,525 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:46:32,612 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:46:32,613 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:46:32,616 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:46:32,624 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:46:34,625 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:46:35,749 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:46:36,627 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:46:38,628 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:46:40,629 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:46:41,481 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:46:42,631 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:46:44,632 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:46:46,633 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:46:47,339 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:46:47,526 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:46:47,612 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:46:47,613 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:46:47,616 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:46:48,634 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:46:50,636 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:46:52,637 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:46:53,238 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:46:54,639 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:46:56,640 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:46:58,316 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:46:58,641 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:47:00,643 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:47:02,227 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:47:02,526 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:47:02,613 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:47:02,613 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:47:02,616 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:47:02,644 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:47:04,100 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:47:04,645 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:47:06,647 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:47:08,648 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:47:10,098 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:47:10,649 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:47:12,651 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:47:14,652 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:47:16,033 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:47:16,656 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:47:17,526 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:47:17,613 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:47:17,614 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:47:17,617 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:47:19,658 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:47:21,039 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:47:21,659 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:47:23,661 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:47:25,662 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:47:26,904 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:47:27,663 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:47:29,665 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:47:31,666 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:47:32,230 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:47:32,231 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:47:32,526 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:47:32,614 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:47:32,616 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:47:32,617 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:47:33,667 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:47:35,669 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:47:37,494 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:47:37,670 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:47:39,671 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:47:41,672 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:47:42,551 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:47:43,674 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:47:45,675 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:47:47,526 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:47:47,614 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:47:47,614 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:47:47,615 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:47:47,677 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:47:47,739 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:47:49,678 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:47:51,680 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:47:53,016 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:47:53,681 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:47:55,682 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:47:57,684 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:47:58,052 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:47:59,685 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:48:01,686 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:48:02,230 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:48:02,527 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:48:02,615 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:48:02,615 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:48:02,616 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:48:03,688 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:48:03,838 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:48:05,691 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:48:07,692 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:48:08,874 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:48:09,693 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:48:11,694 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:48:13,696 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:48:14,656 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:48:15,697 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:48:17,526 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:48:17,614 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:48:17,615 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:48:17,618 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:48:17,699 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:48:19,700 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:48:20,593 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:48:21,701 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:48:23,703 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:48:25,704 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:48:26,575 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:48:27,705 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:48:29,706 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:48:31,610 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:48:31,708 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:48:32,231 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:48:32,527 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:48:32,614 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:48:32,615 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:48:32,618 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:48:33,709 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:48:35,710 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:48:37,483 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:48:37,711 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:48:39,713 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:48:41,714 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:48:43,423 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:48:43,715 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:48:45,717 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:48:47,527 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:48:47,614 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:48:47,615 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:48:47,615 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:48:47,718 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:48:49,415 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:48:49,719 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:48:51,720 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:48:53,722 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:48:55,212 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:48:55,723 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:48:57,724 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:48:59,726 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:49:01,192 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:49:01,727 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:49:02,233 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:49:02,527 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:49:02,614 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:49:02,615 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:49:02,618 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:49:03,728 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:49:05,729 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:49:07,084 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:49:07,731 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:49:09,732 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:49:11,734 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:49:13,006 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:49:13,735 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:49:15,737 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:49:17,527 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:49:17,615 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:49:17,615 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:49:17,616 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:49:17,739 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:49:18,043 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:49:19,740 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:49:21,741 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:49:23,722 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:49:23,743 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:49:25,744 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:49:27,745 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:49:29,517 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:49:29,747 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:49:31,748 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:49:32,234 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:49:32,527 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:49:32,615 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:49:32,616 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:49:32,616 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:49:33,749 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:49:35,371 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:49:35,750 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:49:37,752 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:49:39,753 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:49:41,311 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:49:41,754 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:49:43,755 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:49:45,757 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:49:47,154 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:49:47,527 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:49:47,615 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:49:47,615 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:49:47,618 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:49:47,758 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:49:49,760 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:49:51,761 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:49:53,079 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:49:53,763 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:49:55,764 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:49:57,765 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:49:59,023 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:49:59,767 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:50:01,768 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:50:02,235 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:50:02,528 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:50:02,615 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:50:02,615 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:50:02,619 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:50:03,769 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:50:04,913 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:50:05,771 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:50:07,772 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:50:09,773 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:50:09,997 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:50:11,775 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:50:13,776 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:50:15,777 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:50:15,891 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:50:17,528 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:50:17,615 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:50:17,616 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:50:17,619 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:50:17,778 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:50:19,779 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:50:20,952 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:50:21,781 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:50:23,782 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:50:25,783 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:50:26,717 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:50:27,785 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:50:29,786 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:50:31,787 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:50:32,236 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:50:32,237 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:50:32,528 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:50:32,615 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:50:32,616 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:50:32,620 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:50:33,788 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:50:35,790 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:50:37,400 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:50:37,791 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:50:40,793 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:50:42,795 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:50:43,371 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:50:44,796 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:50:46,798 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:50:47,528 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:50:47,615 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:50:47,616 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:50:47,619 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:50:48,425 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:50:48,799 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:50:50,801 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:50:52,802 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:50:54,225 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:50:54,803 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:50:56,805 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:50:58,806 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:51:00,135 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:51:00,808 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:51:02,238 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:51:02,528 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:51:02,616 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:51:02,616 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:51:02,616 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:51:02,809 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:51:04,810 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:51:05,179 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:51:06,812 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:51:08,813 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:51:10,814 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:51:10,846 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:51:12,816 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:51:14,817 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:51:15,877 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:51:16,818 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:51:17,528 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:51:17,616 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:51:17,616 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:51:17,619 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:51:18,819 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:51:20,820 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:51:21,614 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:51:22,822 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:51:24,823 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:51:26,825 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:51:27,570 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:51:28,825 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:51:30,827 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:51:32,238 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:51:32,528 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:51:32,616 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:51:32,616 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:51:32,616 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:51:32,734 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:51:32,828 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:51:34,829 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:51:36,831 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:51:38,100 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:51:38,832 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:51:40,611 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 09:51:40,612 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 09:51:40,613 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 09:51:40,613 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 09:51:40,613 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 09:51:40,833 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 09:51:40,834 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:51:42,835 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:51:43,144 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:51:44,836 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:51:46,837 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:51:47,528 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:51:47,616 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:51:47,617 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:51:47,617 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:51:48,295 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:51:48,838 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:51:50,839 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:51:52,840 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:51:53,323 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:51:54,841 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:51:56,842 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:51:58,425 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:51:58,844 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:51:59,844 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:52:00,466 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 09:52:00,845 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:52:02,529 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:52:02,617 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:52:02,618 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:52:02,847 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:52:03,092 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:52:03,093 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:52:03,847 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:52:04,401 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:52:04,848 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:52:06,851 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:52:08,853 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:52:10,200 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:52:10,854 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:52:12,855 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:52:14,856 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:52:16,121 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:52:16,858 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:52:17,529 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:52:17,617 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:52:17,617 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:52:17,618 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:52:18,859 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:52:20,860 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:52:21,997 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:52:22,861 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:52:24,862 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:52:26,864 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:52:27,081 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:52:28,865 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:52:30,866 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:52:32,241 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:52:32,241 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:52:32,529 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:52:32,617 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:52:32,618 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:52:32,618 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:52:32,868 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:52:34,869 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:52:36,870 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:52:38,134 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:52:38,872 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:52:40,873 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:52:42,875 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:52:44,119 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:52:44,876 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:52:46,877 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:52:47,529 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:52:47,617 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:52:47,618 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:52:47,618 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:52:48,879 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:52:49,993 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:52:50,883 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:52:52,886 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:52:54,887 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:52:55,933 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:52:56,888 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:52:58,890 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:53:00,891 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:53:01,061 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:53:02,242 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:53:02,529 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:53:02,617 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:53:02,618 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:53:02,618 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:53:02,892 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:53:04,894 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:53:06,801 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:53:06,895 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:53:08,896 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:53:10,897 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:53:12,791 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:53:12,899 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:53:14,900 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:53:16,904 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:53:17,530 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:53:17,617 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:53:17,618 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:53:17,618 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:53:18,783 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:53:18,905 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:53:20,907 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:53:22,908 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:53:24,762 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:53:24,909 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:53:26,910 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:53:28,912 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:53:29,781 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:53:30,913 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:53:32,243 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:53:32,530 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:53:32,617 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:53:32,618 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:53:32,619 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:53:32,914 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:53:34,916 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:53:35,500 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:53:36,917 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:53:38,918 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:53:40,920 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:53:41,469 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:53:42,921 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:53:44,922 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:53:46,923 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:53:47,469 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:53:47,530 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:53:47,617 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:53:47,618 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:53:47,619 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:53:48,925 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:53:50,926 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:53:52,928 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:53:53,395 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:53:54,929 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:53:56,930 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:53:58,932 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:53:59,313 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:54:00,933 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:54:02,243 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:54:02,530 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:54:02,618 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:54:02,619 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:54:02,619 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:54:03,935 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:54:05,259 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:54:05,936 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:54:07,937 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:54:09,939 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:54:11,197 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:54:11,940 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:54:13,941 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:54:15,942 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:54:16,989 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:54:17,530 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:54:17,618 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:54:17,619 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:54:17,619 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:54:17,943 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:54:19,945 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:54:21,946 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:54:22,953 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:54:23,947 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:54:25,949 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:54:27,951 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:54:28,047 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:54:29,952 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:54:31,953 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:54:32,245 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:54:32,530 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:54:32,618 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:54:32,619 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:54:32,619 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:54:33,065 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:54:33,954 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:54:35,956 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:54:37,957 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:54:38,873 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:54:39,958 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:54:41,960 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:54:43,961 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:54:44,723 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:54:45,962 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:54:47,530 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:54:47,618 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:54:47,619 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:54:47,620 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:54:47,963 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:54:49,965 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:54:50,628 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:54:51,966 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:54:53,967 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:54:55,969 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:54:56,621 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:54:57,970 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:54:59,971 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:55:01,709 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:55:01,972 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:55:02,246 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:55:02,530 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:55:02,618 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:55:02,619 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:55:02,619 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:55:03,974 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:55:05,975 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:55:06,720 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:55:07,976 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:55:09,977 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:55:11,979 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:55:12,520 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:55:13,980 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:55:15,982 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:55:17,531 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:55:17,566 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:55:17,618 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:55:17,619 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:55:17,620 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:55:17,983 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:55:19,984 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:55:21,985 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:55:23,328 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:55:23,987 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:55:25,988 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:55:27,989 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:55:29,292 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:55:29,990 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:55:31,992 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:55:32,247 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:55:32,531 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:55:32,619 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:55:32,619 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:55:32,620 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:55:33,993 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:55:34,327 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:55:35,994 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:55:37,995 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:55:39,997 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:55:40,046 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:55:41,998 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:55:43,999 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:55:45,924 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:55:46,001 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:55:47,531 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:55:47,619 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:55:47,620 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:55:47,620 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:55:48,002 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:55:50,003 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:55:51,853 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:55:52,004 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:55:54,006 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:55:56,007 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:55:57,742 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:55:58,008 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:56:00,010 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:56:02,011 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:56:02,248 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:56:02,531 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:56:02,619 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:56:02,620 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:56:02,621 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:56:02,864 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:56:04,016 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:56:06,017 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:56:08,018 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:56:08,470 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:56:10,021 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:56:12,022 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:56:13,535 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:56:14,024 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:56:16,025 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:56:17,531 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:56:17,619 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:56:17,620 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:56:17,620 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:56:18,026 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:56:19,267 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:56:20,027 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:56:22,029 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:56:24,030 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:56:25,073 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:56:26,031 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:56:28,033 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:56:30,036 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:56:31,037 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:56:32,037 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:56:32,249 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:56:32,531 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:56:32,619 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:56:32,620 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:56:32,620 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:56:34,038 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:56:36,040 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:56:36,189 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:56:38,041 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:56:40,042 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:56:42,043 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:56:42,056 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:56:44,045 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:56:46,046 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:56:47,531 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:56:47,619 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:56:47,620 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:56:47,621 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:56:47,738 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:56:48,047 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:56:50,049 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:56:52,050 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:56:52,861 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:56:54,051 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:56:56,052 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:56:57,864 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:56:58,053 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:57:00,055 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:57:02,056 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:57:02,250 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:57:02,532 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:57:02,619 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:57:02,620 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:57:02,620 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:57:03,778 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:57:04,057 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:57:06,059 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:57:08,060 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:57:08,888 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:57:10,062 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:57:12,063 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:57:14,064 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:57:14,585 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:57:16,066 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:57:17,532 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:57:17,619 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:57:17,620 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:57:17,621 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:57:18,067 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:57:19,630 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:57:20,068 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:57:22,069 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:57:24,071 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:57:25,287 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:57:26,072 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:57:28,073 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:57:30,075 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:57:31,248 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:57:32,080 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:57:32,252 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:57:32,532 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:57:32,619 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:57:32,621 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:57:32,621 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:57:35,082 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:57:37,083 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:57:37,204 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:57:39,085 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:57:41,086 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:57:43,087 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:57:43,171 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:57:45,089 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:57:47,090 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:57:47,532 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:57:47,620 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:57:47,620 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:57:47,621 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:57:49,091 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:57:49,093 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:57:51,092 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:57:53,094 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:57:55,008 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:57:55,100 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:57:57,102 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:57:59,103 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:58:00,971 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:58:01,104 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:58:02,254 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:58:02,532 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:58:02,620 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:58:02,620 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:58:02,621 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:58:03,106 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:58:05,107 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:58:06,784 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:58:07,108 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:58:09,110 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:58:11,111 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:58:12,767 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:58:13,112 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:58:15,113 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:58:17,115 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:58:17,532 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:58:17,620 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:58:17,621 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:58:17,621 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:58:17,802 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:58:19,116 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:58:21,117 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:58:23,118 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:58:23,278 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:58:25,120 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:58:27,121 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:58:28,366 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:58:29,122 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:58:31,124 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:58:32,255 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:58:32,533 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:58:32,621 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:58:32,621 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:58:32,622 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:58:33,125 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:58:34,193 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:58:35,126 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:58:37,128 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:58:39,129 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:58:40,059 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:58:41,130 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:58:43,131 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:58:45,133 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:58:45,298 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:58:47,134 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:58:47,533 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:58:47,620 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:58:47,621 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:58:47,622 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:58:49,135 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:58:51,137 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:58:51,285 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:58:53,138 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:58:55,139 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:58:56,370 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:58:57,141 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:58:59,142 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:59:01,143 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:59:02,058 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:59:02,256 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:59:02,533 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:59:02,620 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:59:02,621 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:59:02,621 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:59:03,145 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:59:05,146 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:59:07,064 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:59:07,147 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:59:09,149 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:59:11,150 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:59:12,799 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:59:13,151 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:59:15,153 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:59:17,154 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:59:17,533 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:59:17,620 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:59:17,621 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:59:17,622 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:59:17,841 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:59:19,155 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:59:21,156 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:59:23,158 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:59:23,521 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:59:25,159 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:59:27,160 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:59:28,562 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:59:29,161 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:59:31,162 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:59:32,257 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 09:59:32,533 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:59:32,621 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:59:32,621 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:59:32,622 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:59:33,166 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:59:34,469 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:59:35,167 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:59:37,168 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:59:39,171 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:59:40,341 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:59:41,173 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:59:43,174 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:59:45,175 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:59:46,179 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:59:47,176 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:59:47,533 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 09:59:47,621 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 09:59:47,622 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 09:59:47,622 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 09:59:49,178 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:59:51,179 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:59:51,980 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:59:53,180 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:59:55,181 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:59:57,183 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 09:59:57,882 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 09:59:59,184 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:00:01,185 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:00:02,259 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:00:02,533 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:00:02,621 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:00:02,622 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:00:02,622 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:00:03,187 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:00:03,832 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:00:05,188 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:00:07,189 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:00:09,191 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:00:09,764 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:00:11,192 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:00:13,193 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:00:15,195 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:00:15,695 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:00:17,196 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:00:17,533 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:00:17,621 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:00:17,622 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:00:17,622 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:00:19,197 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:00:21,198 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:00:21,689 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:00:23,199 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:00:25,201 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:00:27,202 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:00:27,651 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:00:29,203 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:00:31,204 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:00:32,260 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:00:32,534 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:00:32,621 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:00:32,622 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:00:32,622 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:00:32,682 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:00:33,206 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:00:35,207 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:00:37,208 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:00:38,534 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:00:39,209 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:00:41,210 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:00:43,212 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:00:43,601 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:00:45,213 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:00:47,217 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:00:47,534 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:00:47,621 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:00:47,622 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:00:47,622 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:00:49,216 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:00:49,494 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:00:51,217 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:00:53,218 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:00:54,495 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:00:55,219 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:00:57,221 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:01:00,223 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:01:00,224 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:01:02,224 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:01:02,261 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:01:02,534 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:01:02,621 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:01:02,622 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:01:02,623 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:01:04,226 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:01:06,094 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:01:06,227 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:01:08,228 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:01:10,230 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:01:12,051 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:01:12,231 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:01:14,232 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:01:16,233 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:01:17,534 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:01:17,621 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:01:17,623 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:01:17,623 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:01:17,766 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:01:18,235 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:01:20,236 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:01:22,237 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:01:22,876 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:01:24,238 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:01:26,239 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:01:28,241 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:01:28,767 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:01:30,242 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:01:32,243 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:01:32,262 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:01:32,534 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:01:32,621 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:01:32,623 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:01:32,623 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:01:34,245 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:01:34,615 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:01:36,246 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:01:38,247 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:01:40,249 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:01:40,532 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:01:42,250 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:01:44,251 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:01:45,651 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:01:46,253 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:01:47,534 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:01:47,622 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:01:47,623 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:01:47,623 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:01:48,254 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:01:50,255 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:01:51,438 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:01:52,256 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:01:54,257 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:01:56,259 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:01:56,654 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:01:58,260 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:02:00,261 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:02:02,264 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:02:02,265 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:02:02,266 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:02:02,535 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:02:02,622 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:02:02,623 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:02:02,623 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:02:04,266 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:02:06,267 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:02:07,382 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:02:08,269 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:02:10,270 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:02:12,273 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:02:13,256 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:02:14,275 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:02:16,276 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:02:17,535 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:02:17,622 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:02:17,623 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:02:17,623 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:02:18,277 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:02:19,133 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:02:20,278 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:02:22,280 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:02:24,236 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:02:24,281 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:02:26,283 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:02:28,284 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:02:30,105 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:02:30,285 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:02:32,265 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:02:32,286 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:02:32,535 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:02:32,622 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:02:32,623 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:02:32,623 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:02:34,288 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:02:36,035 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:02:36,289 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:02:38,291 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:02:40,292 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:02:42,026 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:02:42,293 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:02:44,294 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:02:46,296 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:02:47,535 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:02:47,622 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:02:47,623 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:02:47,624 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:02:47,759 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:02:48,297 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:02:50,299 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:02:52,301 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:02:52,837 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:02:54,302 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:02:56,304 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:02:58,305 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:02:58,741 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:03:00,306 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:03:02,266 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:03:02,307 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:03:02,535 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:03:02,622 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:03:02,626 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:03:02,626 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:03:04,309 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:03:04,670 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:03:06,310 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:03:08,311 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:03:10,312 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:03:10,542 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:03:12,314 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:03:14,317 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:03:16,317 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:03:16,481 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:03:17,535 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:03:17,623 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:03:17,624 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:03:17,625 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:03:18,319 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:03:20,320 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:03:22,321 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:03:22,348 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:03:24,322 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:03:26,324 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:03:28,313 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:03:28,325 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:03:30,327 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:03:32,267 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:03:32,328 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:03:32,535 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:03:32,623 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:03:32,624 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:03:32,625 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:03:34,278 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:03:34,329 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:03:36,331 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:03:38,332 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:03:40,110 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:03:40,333 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:03:42,335 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:03:44,336 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:03:46,017 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:03:46,337 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:03:47,536 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:03:47,623 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:03:47,624 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:03:47,625 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:03:48,338 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:03:50,340 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:03:51,972 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:03:52,341 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:03:54,342 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:03:56,344 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:03:57,902 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:03:58,348 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:04:00,346 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:04:02,268 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:04:02,347 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:04:02,536 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:04:02,623 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:04:02,624 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:04:02,625 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:04:02,933 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:04:04,349 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:04:06,350 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:04:08,351 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:04:08,699 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:04:10,353 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:04:12,354 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:04:14,355 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:04:14,620 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:04:16,356 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:04:17,536 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:04:17,623 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:04:17,625 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:04:17,625 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:04:18,358 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:04:20,359 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:04:20,535 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:04:22,360 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:04:24,362 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:04:26,341 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:04:26,370 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:04:29,372 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:04:31,373 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:04:32,270 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:04:32,271 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:04:32,536 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:04:32,623 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:04:32,625 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:04:32,625 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:04:33,375 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:04:35,376 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:04:37,377 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:04:38,165 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:04:39,378 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:04:41,380 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:04:43,195 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:04:43,381 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:04:45,382 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:04:47,384 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:04:47,536 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:04:47,623 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:04:47,625 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:04:47,625 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:04:49,013 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:04:49,385 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:04:51,386 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:04:53,388 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:04:54,794 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:04:55,389 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:04:57,390 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:04:59,392 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:05:00,648 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:05:01,393 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:05:02,271 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:05:02,537 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:05:02,623 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:05:02,625 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:05:02,625 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:05:03,394 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:05:05,396 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:05:05,664 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:05:07,397 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:05:09,398 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:05:11,400 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:05:11,436 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:05:13,401 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:05:15,402 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:05:16,506 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:05:17,404 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:05:17,537 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:05:17,624 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:05:17,625 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:05:17,625 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:05:19,405 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:05:21,406 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:05:22,290 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:05:23,407 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:05:25,409 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:05:27,410 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:05:27,502 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:05:29,411 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:05:31,412 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:05:32,272 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:05:32,537 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:05:32,624 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:05:32,625 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:05:32,626 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:05:32,755 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:05:33,419 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:05:35,420 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:05:37,421 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:05:38,086 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:05:39,422 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:05:41,424 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:05:43,105 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:05:43,425 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:05:45,426 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:05:47,428 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:05:47,537 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:05:47,624 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:05:47,625 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:05:47,626 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:05:48,904 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:05:49,429 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:05:51,430 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:05:53,432 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:05:54,876 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:05:55,433 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:05:57,435 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:05:59,436 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:06:00,821 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:06:01,437 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:06:02,273 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:06:02,537 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:06:02,624 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:06:02,626 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:06:02,626 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:06:03,438 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:06:05,440 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:06:06,749 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:06:07,441 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:06:09,443 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:06:11,444 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:06:12,564 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:06:13,445 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:06:15,446 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:06:17,448 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:06:17,537 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:06:17,624 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:06:17,626 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:06:17,626 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:06:17,726 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:06:19,449 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:06:21,450 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:06:23,446 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:06:23,451 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:06:25,453 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:06:27,454 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:06:29,345 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:06:29,455 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:06:31,457 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:06:32,274 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:06:32,537 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:06:32,624 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:06:32,626 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:06:32,626 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:06:33,458 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:06:34,346 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:06:35,459 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:06:37,461 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:06:39,369 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:06:39,462 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:06:41,463 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:06:43,464 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:06:45,244 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:06:45,470 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:06:47,471 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:06:47,538 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:06:47,624 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:06:47,626 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:06:47,626 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:06:49,473 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:06:51,066 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:06:51,474 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:06:53,476 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:06:55,477 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:06:57,014 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:06:57,478 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:06:59,480 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:07:01,481 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:07:02,144 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:07:02,275 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:07:02,538 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:07:02,624 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:07:02,626 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:07:02,626 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:07:03,482 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:07:05,484 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:07:07,485 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:07:07,789 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:07:09,486 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:07:11,488 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:07:13,489 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:07:13,769 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:07:15,490 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:07:17,492 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:07:17,538 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:07:17,625 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:07:17,626 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:07:17,627 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:07:19,493 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:07:19,553 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:07:21,495 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:07:23,496 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:07:25,483 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:07:25,497 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:07:27,498 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:07:29,500 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:07:30,545 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:07:31,501 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:07:32,276 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:07:32,538 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:07:32,625 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:07:32,626 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:07:32,627 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:07:33,502 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:07:35,503 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:07:36,352 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:07:37,505 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:07:39,506 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:07:41,512 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:07:42,223 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:07:43,513 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:07:45,515 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:07:47,516 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:07:47,538 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:07:47,625 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:07:47,627 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:07:47,627 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:07:47,746 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:07:49,517 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:07:51,519 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:07:53,145 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:07:53,521 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:07:55,523 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:07:57,524 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:07:59,097 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:07:59,527 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:08:02,277 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:08:02,531 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:08:02,538 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:08:02,625 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:08:02,627 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:08:02,627 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:08:04,188 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:08:04,532 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:08:06,534 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:08:07,901 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 10:08:07,902 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 10:08:07,903 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 10:08:07,903 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 10:08:07,904 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 10:08:08,539 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 10:08:08,539 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:08:09,192 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:08:10,537 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:08:12,538 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:08:14,349 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:08:14,542 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:08:16,543 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:08:17,538 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:08:17,625 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:08:17,627 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:08:17,627 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:08:18,544 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:08:19,549 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:08:20,545 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:08:22,546 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:08:24,548 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:08:24,721 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:08:26,549 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:08:28,168 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 10:08:28,550 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:08:29,860 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:08:30,552 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:08:32,278 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:08:32,539 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:08:32,553 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:08:32,625 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:08:32,627 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:08:32,627 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:08:34,555 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:08:35,527 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:08:36,556 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:08:38,557 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:08:40,558 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:08:40,566 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:08:42,559 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:08:44,561 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:08:46,334 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:08:46,562 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:08:47,539 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:08:47,626 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:08:47,627 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:08:47,628 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:08:48,563 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:08:50,565 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:08:51,392 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:08:52,566 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:08:54,567 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:08:56,568 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:08:57,030 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:08:58,569 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:09:00,571 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:09:02,279 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:09:02,280 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:09:02,539 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:09:02,573 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:09:02,626 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:09:02,627 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:09:02,628 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:09:04,576 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:09:06,579 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:09:07,774 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:09:08,581 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:09:10,582 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:09:12,584 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:09:13,737 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:09:14,585 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:09:16,586 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:09:17,539 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:09:17,626 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:09:17,628 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:09:17,628 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:09:18,592 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:09:19,633 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:09:20,594 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:09:22,595 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:09:24,597 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:09:25,528 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:09:26,599 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:09:28,601 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:09:30,532 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:09:30,604 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:09:32,281 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:09:32,539 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:09:32,606 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:09:32,626 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:09:32,628 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:09:32,628 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:09:34,608 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:09:36,164 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:09:36,609 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:09:38,610 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:09:40,611 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:09:42,078 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:09:42,613 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:09:44,614 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:09:46,615 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:09:47,539 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:09:47,626 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:09:47,628 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:09:47,629 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:09:47,761 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:09:48,618 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:09:50,619 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:09:52,621 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:09:52,857 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:09:54,622 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:09:56,624 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:09:58,626 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:09:58,715 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:10:00,627 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:10:02,282 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:10:02,539 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:10:02,626 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:10:02,628 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:10:02,629 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:10:02,632 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:10:04,610 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:10:04,630 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:10:06,631 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:10:08,632 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:10:09,655 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:10:10,634 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:10:12,635 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:10:14,636 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:10:15,446 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:10:16,638 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:10:17,540 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:10:17,626 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:10:17,628 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:10:17,629 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:10:18,639 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:10:20,640 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:10:21,404 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:10:22,642 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:10:24,643 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:10:26,602 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:10:26,645 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:10:28,646 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:10:30,647 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:10:32,283 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:10:32,284 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:10:32,540 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:10:32,626 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:10:32,628 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:10:32,629 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:10:32,649 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:10:34,650 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:10:36,651 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:10:38,279 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:10:38,653 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:10:40,654 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:10:42,655 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:10:44,235 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:10:44,656 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:10:46,658 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:10:47,540 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:10:47,627 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:10:47,628 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:10:47,629 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:10:48,659 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:10:49,298 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:10:50,660 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:10:52,662 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:10:54,664 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:10:55,123 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:10:56,665 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:10:58,666 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:11:00,181 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:11:00,667 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:11:02,285 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:11:02,540 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:11:02,627 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:11:02,628 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:11:02,629 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:11:02,669 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:11:04,670 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:11:05,965 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:11:06,671 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:11:08,674 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:11:10,675 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:11:11,846 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:11:12,677 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:11:14,678 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:11:16,679 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:11:17,540 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:11:17,627 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:11:17,629 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:11:17,629 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:11:17,731 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:11:18,681 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:11:20,682 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:11:22,683 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:11:23,712 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:11:25,693 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:11:27,694 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:11:29,646 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:11:29,695 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:11:31,697 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:11:32,286 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:11:32,540 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:11:32,627 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:11:32,629 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:11:32,629 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:11:33,698 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:11:35,566 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:11:35,702 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:11:37,704 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:11:39,705 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:11:41,530 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:11:41,706 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:11:43,708 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:11:45,709 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:11:47,467 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:11:47,540 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:11:47,631 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:11:47,631 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:11:47,632 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:11:47,710 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:11:49,712 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:11:51,713 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:11:53,377 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:11:53,714 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:11:55,715 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:11:57,717 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:11:59,318 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:11:59,718 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:12:01,719 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:12:02,287 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:12:02,541 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:12:02,631 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:12:02,631 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:12:02,632 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:12:03,721 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:12:05,174 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:12:05,722 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:12:07,723 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:12:09,725 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:12:11,092 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:12:11,726 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:12:13,727 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:12:15,729 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:12:17,052 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:12:17,541 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:12:17,630 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:12:17,631 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:12:17,631 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:12:17,730 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:12:19,731 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:12:21,733 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:12:23,028 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:12:23,734 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:12:25,735 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:12:27,736 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:12:28,973 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:12:29,737 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:12:31,738 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:12:32,288 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:12:32,541 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:12:32,631 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:12:32,631 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:12:32,632 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:12:33,740 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:12:34,946 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:12:35,741 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:12:37,742 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:12:39,744 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:12:40,856 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:12:41,745 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:12:43,746 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:12:45,751 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:12:46,783 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:12:47,541 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:12:47,631 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:12:47,632 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:12:47,632 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:12:47,753 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:12:49,754 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:12:51,755 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:12:52,705 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:12:53,757 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:12:55,758 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:12:57,759 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:12:58,641 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:12:59,761 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:13:01,762 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:13:02,290 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:13:02,541 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:13:02,631 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:13:02,632 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:13:02,633 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:13:03,754 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:13:03,764 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:13:05,765 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:13:07,766 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:13:09,561 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:13:09,768 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:13:11,769 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:13:13,770 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:13:15,448 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:13:15,771 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:13:17,541 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:13:17,631 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:13:17,632 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:13:17,632 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:13:17,773 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:13:19,774 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:13:20,474 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:13:21,775 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:13:23,777 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:13:25,778 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:13:26,195 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:13:27,779 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:13:29,781 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:13:31,305 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:13:31,782 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:13:32,291 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:13:32,541 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:13:32,634 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:13:32,634 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:13:32,635 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:13:33,783 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:13:35,784 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:13:37,156 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:13:37,786 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:13:39,787 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:13:41,788 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:13:43,106 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:13:43,790 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:13:45,791 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:13:47,542 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:13:47,631 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:13:47,632 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:13:47,633 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:13:47,792 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:13:49,048 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:13:49,794 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:13:51,795 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:13:53,796 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:13:54,999 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:13:55,797 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:13:57,798 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:13:59,799 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:14:00,947 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:14:01,801 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:14:02,292 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:14:02,542 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:14:02,632 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:14:02,633 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:14:02,633 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:14:03,802 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:14:05,804 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:14:06,800 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:14:07,806 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:14:09,807 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:14:11,808 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:14:12,786 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:14:13,810 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:14:15,811 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:14:17,542 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:14:17,632 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:14:17,632 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:14:17,633 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:14:17,803 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:14:17,812 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:14:19,814 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:14:21,815 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:14:23,593 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:14:23,817 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:14:25,818 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:14:27,819 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:14:29,518 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:14:29,820 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:14:31,822 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:14:32,293 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:14:32,542 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:14:32,632 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:14:32,633 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:14:32,633 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:14:33,823 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:14:35,483 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:14:35,826 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:14:37,827 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:14:39,828 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:14:40,531 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:14:41,829 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:14:43,831 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:14:45,833 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:14:46,338 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:14:47,542 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:14:47,632 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:14:47,633 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:14:47,633 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:14:47,833 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:14:49,835 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:14:51,447 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:14:51,836 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:14:53,837 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:14:56,839 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:14:57,212 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:14:58,841 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:15:00,842 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:15:02,294 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:15:02,295 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:15:02,542 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:15:02,632 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:15:02,633 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:15:02,633 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:15:02,843 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:15:04,845 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:15:06,846 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:15:08,039 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:15:08,847 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:15:10,849 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:15:12,850 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:15:13,968 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:15:14,851 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:15:16,852 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:15:17,542 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:15:17,632 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:15:17,633 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:15:17,633 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:15:18,853 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:15:19,796 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:15:20,855 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:15:22,856 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:15:24,858 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:15:25,672 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:15:26,859 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:15:28,860 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:15:30,861 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:15:31,510 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:15:32,295 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:15:32,543 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:15:32,632 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:15:32,633 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:15:32,634 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:15:32,863 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:15:34,865 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:15:36,640 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:15:36,866 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:15:38,868 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:15:40,869 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:15:42,548 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:15:42,871 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:15:44,874 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:15:46,877 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:15:47,543 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:15:47,632 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:15:47,633 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:15:47,633 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:15:47,780 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:15:48,878 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:15:50,879 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:15:52,881 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:15:53,539 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:15:54,882 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:15:56,883 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:15:58,885 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:15:59,442 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:16:00,886 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:16:02,296 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:16:02,543 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:16:02,633 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:16:02,633 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:16:02,634 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:16:02,887 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:16:04,474 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:16:04,889 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:16:06,890 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:16:08,891 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:16:10,263 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:16:10,893 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:16:12,894 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:16:14,895 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:16:16,111 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:16:16,897 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:16:17,543 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:16:17,633 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:16:17,633 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:16:17,634 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:16:18,898 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:16:20,899 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:16:22,062 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:16:22,901 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:16:24,902 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:16:26,903 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:16:27,112 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:16:28,905 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:16:30,906 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:16:32,297 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:16:32,298 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:16:32,543 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:16:32,633 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:16:32,634 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:16:32,634 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:16:32,907 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:16:34,908 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:16:36,910 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:16:37,764 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:16:38,912 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:16:40,913 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:16:42,794 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:16:42,914 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:16:44,916 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:16:46,917 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:16:47,543 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:16:47,633 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:16:47,634 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:16:47,634 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:16:47,826 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:16:48,918 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:16:50,920 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:16:52,921 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:16:53,653 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:16:54,922 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:16:56,923 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:16:58,925 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:16:59,603 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:17:00,926 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:17:02,298 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:17:02,543 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:17:02,633 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:17:02,634 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:17:02,634 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:17:02,927 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:17:04,660 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:17:04,929 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:17:06,931 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:17:08,932 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:17:10,392 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:17:10,933 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:17:12,934 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:17:14,936 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:17:15,510 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:17:16,937 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:17:17,544 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:17:17,633 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:17:17,634 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:17:17,635 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:17:18,938 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:17:20,940 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:17:21,282 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:17:22,941 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:17:24,942 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:17:26,317 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:17:26,944 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:17:28,945 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:17:30,946 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:17:32,093 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:17:32,299 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:17:32,544 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:17:32,633 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:17:32,634 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:17:32,635 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:17:32,948 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:17:34,949 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:17:36,950 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:17:38,054 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:17:38,951 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:17:40,953 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:17:42,954 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:17:43,935 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:17:44,955 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:17:46,957 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:17:47,546 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:17:47,633 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:17:47,635 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:17:47,635 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:17:48,958 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:17:49,920 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:17:50,959 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:17:52,961 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:17:54,962 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:17:55,776 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:17:56,963 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:17:58,965 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:18:00,966 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:18:01,673 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:18:02,300 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:18:02,547 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:18:02,634 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:18:02,634 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:18:02,635 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:18:02,967 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:18:04,968 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:18:06,970 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:18:07,607 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:18:08,971 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:18:10,972 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:18:12,636 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:18:12,974 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:18:14,975 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:18:16,976 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:18:17,547 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:18:17,634 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:18:17,635 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:18:17,635 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:18:17,710 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:18:18,978 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:18:20,979 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:18:22,980 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:18:23,246 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:18:24,981 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:18:27,985 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:18:29,080 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:18:29,987 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:18:31,988 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:18:32,302 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:18:32,547 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:18:32,634 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:18:32,635 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:18:32,635 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:18:33,989 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:18:34,139 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:18:35,991 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:18:37,992 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:18:39,919 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:18:39,993 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:18:41,995 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:18:43,996 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:18:44,992 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:18:45,997 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:18:47,547 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:18:47,634 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:18:47,635 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:18:47,635 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:18:47,998 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:18:50,000 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:18:50,067 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:18:52,001 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:18:54,002 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:18:55,133 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:18:56,003 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:18:58,005 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:19:00,006 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:19:00,837 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:19:02,007 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:19:02,303 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:19:02,547 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:19:02,634 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:19:02,635 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:19:02,636 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:19:04,009 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:19:05,883 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:19:06,010 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:19:08,011 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:19:10,013 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:19:11,832 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:19:12,015 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:19:14,017 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:19:16,018 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:19:17,547 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:19:17,634 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:19:17,635 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:19:17,636 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:19:17,784 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:19:18,019 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:19:20,021 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:19:22,022 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:19:22,816 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:19:24,023 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:19:26,025 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:19:28,026 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:19:28,582 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:19:30,027 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:19:32,029 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:19:32,304 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:19:32,548 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:19:32,634 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:19:32,635 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:19:32,636 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:19:34,030 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:19:34,543 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:19:36,031 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:19:38,033 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:19:40,034 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:19:40,506 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:19:42,036 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:19:44,040 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:19:46,042 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:19:46,348 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:19:47,548 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:19:47,634 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:19:47,635 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:19:47,636 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:19:48,043 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:19:50,044 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:19:52,046 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:19:52,265 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:19:54,047 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:19:56,048 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:19:58,050 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:19:58,204 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:20:00,051 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:20:02,053 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:20:02,305 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:20:02,548 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:20:02,635 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:20:02,635 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:20:02,636 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:20:03,215 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:20:04,054 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:20:06,055 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:20:08,056 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:20:08,956 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:20:10,058 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:20:12,059 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:20:14,060 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:20:14,921 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:20:16,062 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:20:17,548 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:20:17,635 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:20:17,635 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:20:17,636 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:20:18,063 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:20:19,970 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:20:20,064 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:20:22,066 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:20:24,067 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:20:25,658 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:20:26,068 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:20:28,071 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:20:30,073 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:20:30,821 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:20:32,074 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:20:32,309 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:20:32,548 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:20:32,635 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:20:32,636 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:20:32,636 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:20:34,075 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:20:36,077 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:20:36,538 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:20:38,078 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:20:40,080 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:20:42,081 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:20:42,429 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:20:44,082 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:20:46,084 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:20:47,523 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:20:47,548 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:20:47,635 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:20:47,636 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:20:47,636 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:20:48,085 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:20:50,086 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:20:52,088 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:20:53,257 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:20:54,089 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:20:56,091 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:20:58,093 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:20:59,224 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:21:00,094 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:21:02,095 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:21:02,307 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:21:02,548 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:21:02,636 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:21:02,638 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:21:02,639 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:21:04,096 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:21:05,171 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:21:06,098 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:21:08,099 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:21:10,100 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:21:11,095 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:21:12,102 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:21:14,103 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:21:16,104 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:21:17,013 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:21:17,548 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:21:17,635 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:21:17,636 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:21:17,637 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:21:18,106 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:21:20,107 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:21:22,108 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:21:22,874 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:21:24,110 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:21:26,111 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:21:27,920 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:21:28,112 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:21:30,114 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:21:32,115 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:21:32,308 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:21:32,549 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:21:32,635 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:21:32,636 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:21:32,637 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:21:33,743 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:21:34,116 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:21:36,118 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:21:38,119 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:21:38,832 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:21:40,120 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:21:42,122 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:21:44,123 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:21:44,648 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:21:46,124 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:21:47,549 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:21:47,636 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:21:47,636 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:21:47,637 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:21:48,125 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:21:50,127 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:21:50,536 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:21:52,128 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:21:54,131 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:21:55,552 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:21:57,133 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:21:59,134 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:22:01,135 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:22:01,269 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:22:02,309 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:22:02,549 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:22:02,636 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:22:02,637 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:22:02,637 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:22:03,137 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:22:05,138 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:22:06,275 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:22:07,139 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:22:09,140 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:22:11,141 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:22:12,006 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:22:13,143 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:22:15,144 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:22:17,146 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:22:17,427 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:22:17,549 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:22:17,636 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:22:17,637 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:22:17,637 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:22:19,147 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:22:21,148 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:22:22,559 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:22:23,150 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:22:25,151 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:22:27,152 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:22:28,448 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:22:29,154 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:22:31,155 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:22:32,310 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:22:32,549 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:22:32,636 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:22:32,637 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:22:32,637 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:22:33,156 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:22:34,319 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:22:35,158 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:22:37,159 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:22:39,160 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:22:39,387 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:22:41,162 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:22:43,163 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:22:45,166 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:22:45,286 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:22:47,167 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:22:47,549 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:22:47,636 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:22:47,637 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:22:47,638 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:22:49,169 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:22:51,170 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:22:51,259 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:22:53,172 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:22:55,173 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:22:56,259 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:22:57,174 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:22:59,175 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:23:01,176 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:23:02,122 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:23:02,311 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:23:02,549 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:23:02,637 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:23:02,638 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:23:02,638 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:23:03,178 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:23:05,179 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:23:07,180 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:23:07,934 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:23:09,182 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:23:11,183 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:23:13,184 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:23:13,861 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:23:15,186 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:23:17,188 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:23:17,550 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:23:17,636 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:23:17,637 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:23:17,638 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:23:19,189 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:23:19,690 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:23:21,190 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:23:23,192 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:23:25,193 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:23:25,561 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:23:27,194 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:23:29,196 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:23:31,197 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:23:31,455 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:23:32,313 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:23:32,550 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:23:32,637 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:23:32,638 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:23:32,645 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:23:33,199 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:23:35,200 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:23:37,201 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:23:37,389 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:23:39,202 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:23:41,204 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:23:42,474 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:23:43,206 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:23:45,207 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:23:47,208 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:23:47,550 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:23:47,637 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:23:47,638 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:23:47,638 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:23:47,767 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:23:49,210 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:23:51,211 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:23:52,908 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:23:53,212 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:23:55,214 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:23:57,215 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:23:57,944 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:23:59,216 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:24:01,218 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:24:02,314 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:24:02,550 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:24:02,637 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:24:02,638 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:24:02,638 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:24:03,219 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:24:03,704 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:24:05,220 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:24:07,222 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:24:09,223 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:24:09,495 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:24:11,224 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:24:13,226 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:24:15,227 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:24:15,364 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:24:17,229 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:24:17,550 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:24:17,637 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:24:17,638 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:24:17,639 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:24:19,230 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:24:21,231 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:24:21,295 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:24:23,233 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:24:25,234 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:24:27,235 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:24:27,285 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:24:29,237 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:24:31,238 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:24:32,318 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:24:32,321 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:24:32,550 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:24:32,637 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:24:32,639 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:24:32,639 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:24:33,239 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:24:35,241 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:24:35,628 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 10:24:35,629 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 10:24:35,630 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 10:24:35,630 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 10:24:35,631 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 10:24:36,241 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 10:24:37,242 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:24:37,429 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:24:39,243 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:24:41,244 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:24:42,487 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:24:43,245 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:24:45,246 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:24:47,247 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:24:47,496 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:24:47,550 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:24:47,637 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:24:47,638 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:24:47,639 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:24:49,248 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:24:51,249 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:24:52,691 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:24:53,251 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:24:55,252 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:24:55,900 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 10:24:57,253 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:24:58,560 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:24:59,255 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:25:01,256 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:25:02,315 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:25:02,551 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:25:02,638 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:25:02,639 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:25:02,640 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:25:03,257 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:25:04,461 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:25:05,259 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:25:07,260 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:25:09,261 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:25:09,545 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:25:11,263 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:25:13,264 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:25:15,245 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:25:15,265 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:25:17,267 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:25:17,551 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:25:17,638 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:25:17,640 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:25:17,643 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:25:19,268 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:25:20,253 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:25:21,269 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:25:23,276 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:25:25,342 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:25:26,285 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:25:28,287 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:25:30,288 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:25:31,065 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:25:32,289 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:25:32,316 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:25:32,551 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:25:32,638 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:25:32,639 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:25:32,640 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:25:34,291 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:25:36,067 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:25:36,292 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:25:38,293 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:25:40,295 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:25:41,787 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:25:42,296 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:25:44,297 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:25:46,299 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:25:47,551 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:25:47,638 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:25:47,640 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:25:47,640 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:25:47,716 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:25:48,300 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:25:50,302 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:25:52,303 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:25:52,875 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:25:54,304 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:25:56,305 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:25:58,307 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:25:58,701 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:26:00,308 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:26:02,310 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:26:02,317 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:26:02,551 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:26:02,638 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:26:02,640 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:26:02,640 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:26:03,727 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:26:04,311 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:26:06,312 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:26:08,314 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:26:09,504 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:26:10,315 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:26:12,316 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:26:14,317 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:26:15,451 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:26:16,319 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:26:17,551 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:26:17,638 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:26:17,640 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:26:17,640 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:26:18,320 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:26:20,322 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:26:20,517 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:26:22,324 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:26:24,325 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:26:26,276 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:26:26,326 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:26:28,327 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:26:30,328 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:26:31,442 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:26:32,319 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:26:32,330 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:26:32,552 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:26:32,638 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:26:32,640 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:26:32,641 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:26:34,332 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:26:36,333 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:26:37,404 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:26:38,334 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:26:40,335 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:26:42,336 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:26:42,575 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:26:44,338 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:26:46,339 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:26:47,551 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:26:47,638 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:26:47,640 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:26:47,640 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:26:47,711 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:26:48,340 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:26:50,342 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:26:52,344 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:26:53,100 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:26:54,345 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:26:56,346 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:26:58,348 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:26:59,055 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:27:00,351 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:27:02,320 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:27:02,352 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:27:02,552 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:27:02,639 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:27:02,640 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:27:02,641 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:27:04,354 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:27:04,981 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:27:06,355 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:27:08,356 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:27:10,358 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:27:10,805 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:27:12,359 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:27:14,360 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:27:16,362 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:27:16,765 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:27:17,552 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:27:17,639 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:27:17,641 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:27:17,641 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:27:18,363 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:27:20,364 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:27:22,366 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:27:22,678 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:27:24,367 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:27:26,368 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:27:28,370 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:27:28,550 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:27:30,371 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:27:32,321 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:27:32,373 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:27:32,552 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:27:32,639 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:27:32,640 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:27:32,641 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:27:34,374 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:27:34,386 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:27:36,375 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:27:38,377 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:27:40,327 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:27:40,378 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:27:42,379 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:27:44,381 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:27:46,255 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:27:46,382 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:27:47,552 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:27:47,639 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:27:47,641 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:27:47,641 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:27:48,383 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:27:50,385 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:27:52,095 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:27:52,386 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:27:54,387 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:27:56,389 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:27:57,130 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:27:58,390 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:28:00,391 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:28:02,322 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:28:02,323 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:28:02,393 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:28:02,552 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:28:02,639 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:28:02,641 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:28:02,641 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:28:04,394 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:28:06,395 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:28:07,666 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:28:08,397 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:28:10,398 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:28:12,399 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:28:12,704 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:28:14,400 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:28:16,402 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:28:17,552 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:28:17,639 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:28:17,641 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:28:17,641 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:28:17,814 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:28:18,403 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:28:20,404 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:28:22,406 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:28:23,267 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:28:24,407 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:28:26,408 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:28:28,409 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:28:29,248 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:28:30,410 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:28:32,324 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:28:32,412 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:28:32,553 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:28:32,639 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:28:32,641 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:28:32,642 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:28:34,413 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:28:35,082 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:28:36,417 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:28:38,418 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:28:40,419 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:28:40,958 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:28:42,420 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:28:44,422 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:28:45,962 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:28:46,423 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:28:47,553 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:28:47,640 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:28:47,641 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:28:47,641 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:28:48,424 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:28:50,425 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:28:51,606 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:28:52,427 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:28:54,428 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:28:57,435 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:28:57,485 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:28:59,444 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:29:01,445 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:29:02,325 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:29:02,553 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:29:02,640 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:29:02,641 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:29:02,642 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:29:02,770 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:29:03,447 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:29:05,448 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:29:07,449 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:29:08,605 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:29:09,451 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:29:11,452 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:29:13,453 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:29:14,504 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:29:15,454 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:29:17,456 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:29:17,553 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:29:17,640 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:29:17,641 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:29:17,642 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:29:19,457 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:29:20,488 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:29:21,458 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:29:23,460 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:29:25,461 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:29:25,504 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:29:27,462 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:29:29,464 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:29:31,182 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:29:31,465 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:29:32,326 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:29:32,557 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:29:32,640 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:29:32,641 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:29:32,642 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:29:33,467 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:29:35,468 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:29:37,120 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:29:37,469 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:29:39,471 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:29:41,472 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:29:42,988 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:29:43,474 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:29:45,475 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:29:47,476 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:29:47,557 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:29:47,640 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:29:47,642 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:29:47,642 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:29:48,871 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:29:49,478 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:29:51,479 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:29:53,481 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:29:54,817 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:29:55,482 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:29:57,483 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:29:59,484 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:30:00,668 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:30:01,486 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:30:02,327 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:30:02,557 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:30:02,640 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:30:02,642 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:30:02,642 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:30:03,487 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:30:05,489 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:30:05,713 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:30:07,490 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:30:09,492 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:30:11,493 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:30:11,512 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:30:13,494 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:30:15,496 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:30:17,397 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:30:17,497 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:30:17,557 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:30:17,640 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:30:17,642 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:30:17,642 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:30:19,498 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:30:21,499 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:30:22,527 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:30:23,501 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:30:25,502 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:30:27,503 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:30:28,190 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:30:29,505 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:30:31,507 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:30:32,328 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:30:32,557 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:30:32,640 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:30:32,642 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:30:32,642 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:30:33,359 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:30:33,508 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:30:35,510 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:30:37,511 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:30:39,027 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:30:39,512 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:30:41,514 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:30:43,515 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:30:44,036 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:30:45,516 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:30:47,519 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:30:47,561 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:30:47,640 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:30:47,642 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:30:47,642 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:30:49,521 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:30:49,708 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:30:51,522 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:30:53,523 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:30:54,744 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:30:55,524 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:30:57,526 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:30:59,527 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:31:00,510 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:31:01,528 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:31:02,330 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:31:02,562 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:31:02,641 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:31:02,642 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:31:02,643 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:31:03,530 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:31:05,531 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:31:06,397 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:31:07,532 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:31:09,534 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:31:11,535 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:31:11,608 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:31:13,536 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:31:15,538 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:31:17,309 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:31:17,539 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:31:17,562 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:31:17,641 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:31:17,642 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:31:17,642 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:31:19,540 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:31:21,542 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:31:23,128 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:31:23,543 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:31:25,544 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:31:27,546 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:31:28,139 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:31:29,547 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:31:31,548 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:31:32,332 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:31:32,562 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:31:32,641 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:31:32,642 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:31:32,643 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:31:33,549 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:31:33,940 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:31:35,551 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:31:37,552 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:31:39,006 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:31:39,553 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:31:41,555 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:31:43,556 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:31:44,700 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:31:45,557 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:31:47,559 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:31:47,562 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:31:47,641 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:31:47,642 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:31:47,643 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:31:49,560 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:31:50,625 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:31:51,562 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:31:53,563 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:31:55,564 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:31:56,442 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:31:57,566 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:31:59,567 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:32:01,568 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:32:02,333 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:32:02,333 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:32:02,562 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:32:02,641 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:32:02,643 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:32:02,643 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:32:03,570 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:32:05,571 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:32:07,572 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:32:08,210 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:32:09,574 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:32:11,575 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:32:13,576 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:32:14,084 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:32:15,578 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:32:17,563 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:32:17,586 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:32:17,641 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:32:17,643 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:32:17,643 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:32:19,107 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:32:20,596 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:32:22,597 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:32:24,598 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:32:24,832 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:32:26,600 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:32:28,601 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:32:30,603 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:32:30,764 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:32:32,334 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:32:32,563 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:32:32,604 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:32:32,642 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:32:32,643 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:32:32,644 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:32:34,605 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:32:36,607 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:32:36,708 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:32:38,608 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:32:40,610 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:32:42,611 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:32:42,652 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:32:44,613 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:32:46,614 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:32:47,563 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:32:47,642 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:32:47,643 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:32:47,644 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:32:47,818 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:32:48,615 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:32:50,617 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:32:52,618 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:32:53,489 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:32:54,620 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:32:56,621 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:32:58,622 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:32:59,423 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:33:00,624 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:33:02,335 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:33:02,563 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:33:02,625 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:33:02,642 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:33:02,644 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:33:02,644 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:33:04,627 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:33:05,367 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:33:06,628 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:33:08,630 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:33:10,631 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:33:11,219 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:33:12,633 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:33:14,634 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:33:16,226 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:33:16,635 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:33:17,563 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:33:17,642 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:33:17,643 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:33:17,644 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:33:18,637 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:33:20,638 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:33:21,900 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:33:22,640 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:33:24,641 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:33:26,642 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:33:26,961 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:33:28,644 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:33:30,645 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:33:32,336 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:33:32,337 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:33:32,563 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:33:32,642 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:33:32,644 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:33:32,644 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:33:32,649 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:33:34,651 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:33:36,652 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:33:37,455 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:33:38,653 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:33:40,655 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:33:42,656 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:33:43,412 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:33:44,657 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:33:46,659 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:33:47,563 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:33:47,642 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:33:47,644 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:33:47,644 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:33:48,455 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:33:48,660 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:33:50,662 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:33:52,663 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:33:54,232 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:33:54,664 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:33:56,665 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:33:58,667 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:34:00,170 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:34:00,668 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:34:02,338 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:34:02,564 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:34:02,642 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:34:02,644 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:34:02,644 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:34:02,669 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:34:04,671 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:34:05,217 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:34:06,672 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:34:08,673 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:34:10,675 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:34:10,923 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:34:12,677 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:34:14,678 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:34:16,679 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:34:16,855 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:34:17,564 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:34:17,642 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:34:17,644 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:34:17,645 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:34:18,680 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:34:20,682 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:34:21,916 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:34:22,683 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:34:24,684 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:34:26,686 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:34:27,622 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:34:28,687 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:34:30,688 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:34:32,339 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:34:32,564 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:34:32,643 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:34:32,644 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:34:32,645 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:34:32,690 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:34:32,710 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:34:34,691 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:34:36,693 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:34:38,497 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:34:38,694 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:34:40,695 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:34:42,697 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:34:44,475 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:34:44,698 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:34:46,699 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:34:47,564 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:34:47,643 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:34:47,644 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:34:47,645 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:34:48,701 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:34:49,475 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:34:50,702 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:34:52,703 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:34:54,705 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:34:55,129 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:34:56,706 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:34:58,708 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:35:00,709 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:35:00,971 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:35:02,340 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:35:02,564 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:35:02,643 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:35:02,644 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:35:02,645 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:35:02,710 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:35:04,712 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:35:06,713 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:35:06,908 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:35:08,714 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:35:10,716 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:35:12,721 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:35:12,907 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:35:14,722 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:35:16,723 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:35:17,564 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:35:17,643 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:35:17,645 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:35:17,645 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:35:18,725 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:35:18,878 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:35:20,726 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:35:22,727 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:35:24,729 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:35:24,735 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:35:26,730 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:35:28,732 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:35:30,611 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:35:30,733 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:35:32,341 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:35:32,564 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:35:32,643 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:35:32,645 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:35:32,645 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:35:32,736 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:35:34,737 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:35:36,486 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:35:36,738 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:35:38,739 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:35:40,740 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:35:41,499 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:35:42,742 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:35:44,743 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:35:46,744 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:35:47,402 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:35:47,565 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:35:47,643 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:35:47,645 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:35:47,645 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:35:49,747 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:35:51,748 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:35:53,312 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:35:53,749 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:35:55,751 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:35:57,752 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:35:59,233 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:35:59,754 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:36:01,755 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:36:02,342 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:36:02,565 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:36:02,643 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:36:02,645 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:36:02,645 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:36:03,757 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:36:05,115 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:36:05,758 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:36:07,759 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:36:09,761 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:36:11,047 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:36:11,762 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:36:13,764 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:36:15,765 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:36:16,947 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:36:17,565 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:36:17,643 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:36:17,645 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:36:17,645 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:36:17,766 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:36:19,768 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:36:21,769 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:36:22,827 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:36:23,770 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:36:25,771 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:36:27,773 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:36:28,769 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:36:29,774 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:36:31,775 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:36:32,343 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:36:32,565 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:36:32,643 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:36:32,645 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:36:32,645 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:36:33,777 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:36:34,714 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:36:35,778 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:36:37,780 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:36:39,781 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:36:40,549 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:36:41,782 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:36:43,784 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:36:45,785 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:36:46,432 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:36:47,565 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:36:47,644 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:36:47,645 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:36:47,646 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:36:47,786 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:36:49,788 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:36:51,540 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:36:51,789 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:36:53,790 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:36:55,792 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:36:57,279 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:36:57,793 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:36:59,794 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:37:01,796 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:37:02,344 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:37:02,346 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:37:02,565 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:37:02,644 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:37:02,645 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:37:02,646 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:37:03,797 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:37:05,798 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:37:07,800 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:37:08,327 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:37:09,801 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:37:11,802 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:37:13,804 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:37:14,239 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:37:15,805 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:37:17,565 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:37:17,644 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:37:17,645 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:37:17,646 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:37:17,806 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:37:19,808 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:37:20,149 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:37:21,809 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:37:23,811 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:37:25,812 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:37:26,073 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:37:27,823 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:37:29,824 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:37:31,190 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:37:31,826 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:37:32,346 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:37:32,565 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:37:32,644 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:37:32,645 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:37:32,646 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:37:33,827 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:37:35,828 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:37:36,905 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:37:37,829 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:37:39,830 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:37:41,832 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:37:41,936 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:37:43,833 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:37:45,835 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:37:47,566 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:37:47,644 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:37:47,646 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:37:47,646 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:37:47,780 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:37:47,836 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:37:49,837 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:37:51,839 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:37:53,685 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:37:53,840 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:37:55,841 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:37:57,843 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:37:59,631 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:37:59,845 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:38:01,845 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:38:02,347 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:38:02,566 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:38:02,658 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:38:02,659 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:38:02,659 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:38:03,846 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:38:04,667 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:38:05,847 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:38:07,849 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:38:09,850 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:38:10,486 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:38:11,851 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:38:13,852 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:38:15,854 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:38:16,333 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:38:17,568 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:38:17,656 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:38:17,656 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:38:17,657 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:38:17,855 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:38:19,856 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:38:21,858 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:38:22,312 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:38:23,859 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:38:25,860 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:38:27,377 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:38:27,861 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:38:29,862 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:38:31,863 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:38:32,348 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:38:32,566 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:38:32,656 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:38:32,656 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:38:32,657 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:38:32,773 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:38:33,865 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:38:35,866 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:38:37,868 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:38:37,892 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:38:39,869 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:38:41,870 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:38:43,650 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:38:43,872 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:38:45,873 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:38:47,566 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:38:47,656 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:38:47,656 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:38:47,659 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:38:47,874 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:38:49,645 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:38:49,875 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:38:51,877 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:38:53,878 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:38:55,597 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:38:55,879 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:38:57,881 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:38:59,882 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:39:01,529 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:39:01,883 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:39:02,349 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:39:02,567 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:39:02,656 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:39:02,657 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:39:02,657 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:39:03,884 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:39:05,886 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:39:07,486 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:39:07,887 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:39:09,888 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:39:11,890 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:39:13,298 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:39:13,891 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:39:16,895 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:39:17,567 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:39:17,656 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:39:17,657 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:39:17,657 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:39:18,897 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:39:19,245 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:39:20,898 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:39:22,899 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:39:24,901 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:39:25,185 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:39:26,902 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:39:28,904 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:39:30,905 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:39:31,055 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:39:32,350 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:39:32,567 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:39:32,656 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:39:32,656 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:39:32,659 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:39:32,906 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:39:34,908 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:39:36,155 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:39:36,909 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:39:38,911 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:39:40,912 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:39:41,883 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:39:42,913 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:39:44,915 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:39:46,916 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:39:47,567 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:39:47,656 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:39:47,657 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:39:47,657 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:39:47,765 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:39:48,917 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:39:50,919 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:39:52,773 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:39:52,920 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:39:54,922 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:39:56,923 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:39:58,450 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:39:58,925 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:40:00,926 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:40:02,352 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:40:02,567 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:40:02,656 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:40:02,657 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:40:02,657 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:40:02,927 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:40:04,402 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:40:04,929 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:40:06,930 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:40:08,931 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:40:10,400 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:40:10,932 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:40:12,941 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:40:14,942 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:40:16,400 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:40:16,943 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:40:17,567 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:40:17,657 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:40:17,657 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:40:17,657 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:40:18,944 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:40:20,946 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:40:21,536 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:40:22,947 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:40:24,948 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:40:26,950 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:40:27,222 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:40:28,951 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:40:30,952 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:40:32,244 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:40:32,352 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:40:32,567 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:40:32,657 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:40:32,657 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:40:32,660 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:40:32,954 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:40:34,955 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:40:36,956 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:40:38,042 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:40:38,957 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:40:40,958 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:40:42,959 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:40:44,040 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:40:44,961 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:40:46,962 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:40:47,567 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:40:47,657 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:40:47,657 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:40:47,660 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:40:48,963 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:40:49,898 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:40:50,965 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:40:52,966 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:40:54,968 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:40:55,757 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:40:56,969 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:40:58,970 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:41:00,967 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:41:00,969 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 10:41:00,971 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 10:41:00,971 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 10:41:00,972 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 10:41:00,973 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 10:41:00,973 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 10:41:00,974 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:41:02,353 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:41:02,567 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:41:02,657 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:41:02,657 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:41:02,660 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:41:02,974 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:41:04,975 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:41:06,021 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:41:06,976 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:41:08,977 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:41:10,979 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:41:11,110 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:41:12,984 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:41:14,985 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:41:16,233 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:41:16,986 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:41:17,568 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:41:17,657 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:41:17,657 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:41:17,660 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:41:18,987 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:41:20,861 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 10:41:20,988 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:41:21,427 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:41:22,990 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:41:24,991 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:41:26,992 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:41:27,266 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:41:28,993 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:41:30,994 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:41:32,277 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:41:32,355 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:41:32,568 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:41:32,657 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:41:32,657 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:41:32,660 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:41:32,996 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:41:34,997 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:41:36,998 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:41:38,203 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:41:39,000 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:41:41,001 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:41:43,002 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:41:44,179 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:41:45,004 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:41:47,005 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:41:47,568 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:41:47,657 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:41:47,658 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:41:47,661 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:41:49,006 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:41:49,262 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:41:51,008 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:41:53,009 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:41:54,882 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:41:55,010 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:41:57,011 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:41:59,013 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:42:00,777 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:42:01,014 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:42:02,356 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:42:02,568 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:42:02,658 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:42:02,658 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:42:02,662 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:42:03,015 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:42:05,017 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:42:06,575 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:42:07,019 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:42:09,021 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:42:11,023 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:42:12,554 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:42:13,024 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:42:15,026 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:42:17,027 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:42:17,566 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:42:17,572 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:42:17,657 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:42:17,658 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:42:17,661 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:42:19,028 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:42:21,029 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:42:23,031 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:42:23,406 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:42:25,032 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:42:27,033 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:42:29,035 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:42:29,220 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:42:31,036 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:42:32,357 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:42:32,572 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:42:32,658 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:42:32,658 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:42:32,662 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:42:33,037 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:42:35,038 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:42:35,067 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:42:37,040 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:42:39,041 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:42:41,000 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:42:41,042 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:42:43,045 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:42:45,050 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:42:46,842 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:42:47,572 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:42:47,658 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:42:47,658 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:42:47,663 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:42:48,052 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:42:50,053 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:42:52,054 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:42:52,685 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:42:54,055 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:42:56,057 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:42:58,058 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:42:58,619 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:43:00,060 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:43:02,061 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:43:02,358 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:43:02,572 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:43:02,659 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:43:02,660 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:43:02,665 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:43:04,063 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:43:04,508 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:43:06,064 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:43:08,065 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:43:10,067 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:43:10,431 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:43:12,068 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:43:14,069 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:43:15,493 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:43:16,071 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:43:17,573 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:43:17,658 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:43:17,659 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:43:17,662 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:43:18,072 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:43:20,073 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:43:21,348 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:43:22,074 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:43:24,076 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:43:26,077 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:43:27,243 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:43:28,079 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:43:30,080 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:43:32,081 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:43:32,359 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:43:32,360 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:43:32,573 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:43:32,658 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:43:32,659 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:43:32,663 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:43:34,082 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:43:36,084 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:43:37,742 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:43:38,085 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:43:40,086 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:43:42,087 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:43:43,653 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:43:44,089 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:43:46,090 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:43:47,573 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:43:47,658 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:43:47,659 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:43:47,662 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:43:48,091 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:43:49,561 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:43:50,093 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:43:52,094 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:43:54,095 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:43:55,549 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:43:56,096 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:43:58,098 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:44:00,099 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:44:01,359 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:44:02,100 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:44:02,360 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:44:02,573 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:44:02,659 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:44:02,659 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:44:02,663 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:44:04,101 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:44:06,102 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:44:07,217 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:44:08,104 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:44:10,105 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:44:12,106 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:44:13,132 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:44:14,108 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:44:16,109 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:44:17,573 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:44:17,659 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:44:17,660 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:44:17,664 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:44:18,110 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:44:19,016 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:44:20,111 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:44:22,116 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:44:24,117 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:44:25,013 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:44:26,118 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:44:28,120 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:44:30,121 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:44:30,957 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:44:32,122 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:44:32,361 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:44:32,573 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:44:32,659 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:44:32,659 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:44:32,663 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:44:34,123 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:44:36,125 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:44:36,947 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:44:38,126 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:44:40,127 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:44:41,991 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:44:42,128 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:44:44,130 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:44:46,131 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:44:47,574 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:44:47,659 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:44:47,660 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:44:47,663 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:44:47,795 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:44:48,132 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:44:50,133 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:44:52,135 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:44:53,646 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:44:54,136 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:44:56,137 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:44:58,139 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:44:59,584 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:45:00,140 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:45:02,141 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:45:02,362 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:45:02,574 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:45:02,659 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:45:02,660 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:45:02,663 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:45:04,142 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:45:05,428 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:45:06,144 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:45:08,145 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:45:10,146 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:45:11,394 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:45:12,148 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:45:14,149 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:45:16,150 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:45:17,299 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:45:17,574 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:45:17,659 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:45:17,660 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:45:17,664 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:45:18,152 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:45:20,153 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:45:22,154 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:45:23,217 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:45:24,155 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:45:26,157 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:45:28,158 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:45:28,345 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:45:30,160 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:45:32,161 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:45:32,363 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:45:32,574 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:45:32,660 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:45:32,660 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:45:32,664 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:45:34,152 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:45:34,162 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:45:36,164 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:45:38,165 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:45:40,082 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:45:40,166 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:45:42,167 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:45:44,169 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:45:45,865 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:45:46,170 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:45:47,574 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:45:47,661 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:45:47,661 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:45:47,664 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:45:48,171 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:45:50,172 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:45:51,857 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:45:52,173 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:45:54,174 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:45:56,176 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:45:57,798 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:45:58,177 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:46:00,178 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:46:02,181 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:46:02,365 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:46:02,574 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:46:02,660 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:46:02,661 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:46:02,664 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:46:02,899 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:46:04,185 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:46:06,186 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:46:08,193 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:46:08,688 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:46:11,195 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:46:13,196 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:46:14,660 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:46:15,198 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:46:17,199 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:46:17,574 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:46:17,660 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:46:17,661 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:46:17,664 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:46:19,200 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:46:20,646 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:46:21,201 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:46:23,202 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:46:25,204 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:46:26,553 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:46:27,205 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:46:29,207 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:46:31,208 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:46:31,589 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:46:32,366 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:46:32,574 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:46:32,660 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:46:32,661 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:46:32,665 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:46:33,209 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:46:35,211 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:46:37,212 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:46:37,568 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:46:39,214 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:46:41,215 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:46:43,216 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:46:43,550 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:46:45,218 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:46:47,219 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:46:47,574 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:46:47,660 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:46:47,661 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:46:47,664 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:46:49,220 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:46:49,484 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:46:51,222 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:46:53,223 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:46:55,225 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:46:55,477 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:46:57,226 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:46:59,228 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:47:01,229 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:47:01,384 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:47:02,367 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:47:02,575 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:47:02,661 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:47:02,662 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:47:02,665 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:47:03,230 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:47:05,231 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:47:06,387 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:47:07,233 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:47:09,234 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:47:11,235 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:47:11,481 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:47:13,236 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:47:15,237 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:47:17,239 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:47:17,446 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:47:17,575 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:47:17,661 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:47:17,661 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:47:17,664 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:47:19,240 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:47:21,241 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:47:22,679 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:47:23,242 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:47:25,244 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:47:27,245 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:47:28,477 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:47:29,246 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:47:31,248 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:47:32,368 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:47:32,575 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:47:32,661 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:47:32,661 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:47:32,665 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:47:33,249 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:47:33,491 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:47:35,250 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:47:37,251 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:47:39,190 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:47:39,252 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:47:41,254 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:47:43,255 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:47:45,134 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:47:45,256 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:47:47,258 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:47:47,575 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:47:47,661 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:47:47,662 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:47:47,665 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:47:49,259 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:47:51,112 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:47:51,261 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:47:53,262 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:47:55,263 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:47:57,082 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:47:57,265 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:47:59,266 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:48:01,267 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:48:02,126 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:48:02,369 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:48:02,575 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:48:02,661 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:48:02,662 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:48:02,665 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:48:03,269 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:48:05,270 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:48:07,271 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:48:08,076 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:48:09,272 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:48:11,274 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:48:13,191 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:48:13,275 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:48:15,276 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:48:17,278 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:48:17,576 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:48:17,661 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:48:17,662 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:48:17,665 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:48:18,875 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:48:19,279 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:48:21,280 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:48:23,282 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:48:24,699 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:48:25,283 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:48:27,284 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:48:29,285 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:48:30,624 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:48:31,287 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:48:32,370 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:48:32,576 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:48:32,662 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:48:32,662 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:48:32,666 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:48:33,288 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:48:35,290 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:48:36,394 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:48:37,291 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:48:39,293 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:48:41,294 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:48:41,451 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:48:43,295 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:48:45,297 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:48:47,195 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:48:47,298 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:48:47,577 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:48:47,662 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:48:47,662 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:48:47,665 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:48:49,300 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:48:51,301 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:48:53,066 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:48:53,302 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:48:55,303 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:48:57,305 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:48:58,966 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:48:59,306 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:49:01,307 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:49:02,371 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:49:02,578 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:49:02,662 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:49:02,662 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:49:02,665 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:49:03,309 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:49:04,853 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:49:05,310 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:49:07,312 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:49:09,316 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:49:10,009 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:49:11,318 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:49:13,318 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:49:15,319 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:49:15,737 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:49:17,321 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:49:17,578 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:49:17,662 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:49:17,662 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:49:17,665 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:49:19,322 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:49:21,323 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:49:21,704 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:49:23,325 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:49:25,326 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:49:27,327 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:49:27,672 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:49:29,328 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:49:31,330 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:49:32,372 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:49:32,578 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:49:32,662 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:49:32,662 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:49:32,666 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:49:32,811 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:49:33,331 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:49:35,332 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:49:37,334 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:49:38,452 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:49:39,335 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:49:42,343 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:49:43,590 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:49:44,345 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:49:46,346 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:49:47,578 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:49:47,662 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:49:47,663 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:49:47,666 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:49:48,347 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:49:48,610 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:49:50,349 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:49:52,350 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:49:54,240 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:49:54,351 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:49:56,352 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:49:58,353 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:49:59,355 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:50:00,355 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:50:02,356 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:50:02,374 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:50:02,578 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:50:02,662 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:50:02,663 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:50:02,667 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:50:04,357 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:50:05,175 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:50:06,359 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:50:08,360 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:50:10,361 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:50:11,079 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:50:12,362 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:50:14,364 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:50:16,365 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:50:17,052 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:50:17,578 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:50:17,662 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:50:17,663 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:50:17,666 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:50:18,366 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:50:20,368 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:50:22,369 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:50:22,968 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:50:24,370 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:50:26,372 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:50:28,373 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:50:28,877 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:50:30,374 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:50:32,375 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:50:32,376 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:50:32,578 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:50:32,669 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:50:32,670 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:50:32,673 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:50:34,377 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:50:34,867 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:50:36,378 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:50:38,379 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:50:40,380 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:50:40,678 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:50:42,382 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:50:44,383 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:50:45,791 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:50:46,384 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:50:47,579 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:50:47,663 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:50:47,663 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:50:47,670 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:50:48,385 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:50:50,387 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:50:51,571 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:50:52,388 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:50:54,389 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:50:56,390 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:50:57,530 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:50:58,392 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:51:00,393 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:51:02,376 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:51:02,394 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:51:02,579 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:51:02,663 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:51:02,663 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:51:02,670 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:51:02,798 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:51:04,396 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:51:06,397 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:51:08,107 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:51:08,398 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:51:10,400 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:51:12,401 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:51:13,111 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:51:14,402 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:51:16,404 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:51:17,583 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:51:17,663 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:51:17,663 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:51:17,670 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:51:18,405 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:51:18,951 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:51:20,406 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:51:22,408 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:51:24,409 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:51:24,806 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:51:26,410 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:51:28,412 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:51:30,413 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:51:30,670 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:51:32,377 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:51:32,414 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:51:32,583 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:51:32,663 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:51:32,664 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:51:32,671 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:51:34,415 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:51:36,417 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:51:36,580 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:51:38,418 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:51:40,419 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:51:42,420 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:51:42,545 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:51:44,422 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:51:46,423 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:51:47,583 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:51:47,663 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:51:47,664 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:51:47,671 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:51:47,800 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:51:48,424 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:51:50,425 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:51:52,426 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:51:53,285 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:51:54,428 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:51:56,429 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:51:58,430 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:51:59,153 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:52:00,431 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:52:02,379 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:52:02,433 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:52:02,583 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:52:02,663 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:52:02,664 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:52:02,671 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:52:04,434 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:52:05,103 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:52:06,435 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:52:08,437 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:52:10,438 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:52:11,016 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:52:12,439 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:52:14,441 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:52:16,442 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:52:16,909 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:52:17,584 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:52:17,664 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:52:17,664 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:52:17,671 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:52:18,443 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:52:20,445 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:52:21,995 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:52:22,446 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:52:24,447 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:52:26,449 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:52:27,640 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:52:28,450 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:52:30,451 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:52:32,380 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:52:32,453 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:52:32,584 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:52:32,663 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:52:32,664 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:52:32,671 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:52:32,770 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:52:34,454 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:52:36,455 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:52:38,457 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:52:38,560 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:52:40,458 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:52:42,459 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:52:44,461 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:52:44,525 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:52:46,462 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:52:47,584 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:52:47,664 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:52:47,664 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:52:47,671 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:52:48,463 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:52:49,597 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:52:50,465 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:52:52,466 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:52:54,467 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:52:55,305 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:52:56,469 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:52:58,470 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:53:00,471 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:53:01,286 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:53:02,381 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:53:02,478 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:53:02,584 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:53:02,664 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:53:02,664 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:53:02,671 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:53:04,489 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:53:07,142 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:53:07,491 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:53:09,492 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:53:11,494 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:53:13,133 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:53:13,495 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:53:15,496 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:53:17,498 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:53:17,584 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:53:17,664 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:53:17,665 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:53:17,671 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:53:18,149 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:53:19,499 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:53:21,500 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:53:23,502 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:53:23,987 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:53:25,503 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:53:27,504 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:53:29,506 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:53:29,947 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:53:31,507 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:53:32,385 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:53:32,584 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:53:32,664 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:53:32,665 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:53:32,671 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:53:33,509 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:53:35,117 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:53:35,510 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:53:37,511 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:53:39,513 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:53:40,977 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:53:41,514 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:53:43,515 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:53:45,516 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:53:46,880 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:53:47,518 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:53:47,584 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:53:47,664 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:53:47,665 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:53:47,672 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:53:49,519 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:53:51,527 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:53:51,881 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:53:53,528 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:53:55,529 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:53:57,531 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:53:57,685 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:53:59,532 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:54:01,533 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:54:02,386 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:54:02,584 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:54:02,664 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:54:02,665 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:54:02,672 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:54:02,804 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:54:03,535 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:54:05,536 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:54:07,537 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:54:08,471 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:54:09,539 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:54:11,542 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:54:13,543 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:54:13,631 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:54:15,545 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:54:17,546 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:54:17,584 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:54:17,665 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:54:17,665 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:54:17,672 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:54:19,307 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:54:19,547 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:54:21,548 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:54:23,550 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:54:25,284 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:54:25,551 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:54:27,552 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:54:29,553 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:54:31,237 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:54:31,557 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:54:32,387 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:54:32,584 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:54:32,665 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:54:32,665 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:54:32,676 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:54:33,556 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:54:35,557 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:54:37,184 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:54:37,559 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:54:39,560 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:54:41,561 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:54:42,261 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:54:43,562 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:54:45,564 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:54:47,565 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:54:47,585 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:54:47,665 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:54:47,666 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:54:47,676 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:54:47,771 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:54:49,566 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:54:51,568 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:54:52,845 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:54:53,569 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:54:55,571 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:54:57,572 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:54:57,900 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:54:59,573 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:55:01,574 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:55:02,388 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:55:02,585 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:55:02,665 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:55:02,666 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:55:02,677 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:55:03,576 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:55:03,776 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:55:05,577 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:55:07,578 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:55:09,580 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:55:09,655 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:55:11,581 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:55:13,582 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:55:15,584 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:55:15,640 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:55:17,585 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:55:17,586 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:55:17,665 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:55:17,666 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:55:17,677 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:55:19,586 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:55:21,464 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:55:21,588 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:55:23,589 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:55:25,590 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:55:27,308 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:55:27,591 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:55:29,593 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:55:31,594 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:55:32,389 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:55:32,390 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:55:32,585 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:55:32,666 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:55:32,667 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:55:32,677 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:55:33,595 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:55:35,596 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:55:37,598 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:55:37,982 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:55:39,599 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:55:41,600 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:55:43,602 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:55:43,876 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:55:45,603 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:55:47,585 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:55:47,604 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:55:47,666 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:55:47,666 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:55:47,677 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:55:49,605 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:55:49,842 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:55:51,607 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:55:53,608 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:55:55,609 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:55:55,638 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:55:57,611 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:55:59,612 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:56:01,613 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:56:01,633 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:56:02,391 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:56:02,585 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:56:02,666 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:56:02,666 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:56:02,677 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:56:03,615 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:56:05,616 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:56:07,570 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:56:07,617 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:56:09,619 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:56:11,620 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:56:12,679 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:56:13,621 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:56:15,623 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:56:17,586 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:56:17,624 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:56:17,666 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:56:17,666 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:56:17,677 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:56:17,823 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:56:19,625 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:56:21,627 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:56:23,368 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:56:23,627 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:56:25,629 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:56:27,630 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:56:28,442 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:56:29,631 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:56:31,633 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:56:32,392 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:56:32,586 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:56:32,666 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:56:32,667 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:56:32,677 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:56:33,634 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:56:34,309 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:56:35,635 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:56:37,645 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:56:39,404 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:56:40,647 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:56:42,648 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:56:44,649 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:56:45,331 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:56:46,651 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:56:47,586 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:56:47,666 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:56:47,667 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:56:47,677 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:56:48,652 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:56:50,351 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:56:50,654 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:56:52,655 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:56:54,656 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:56:56,041 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:56:56,658 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:56:58,659 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:57:00,660 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:57:01,899 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:57:02,393 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:57:02,586 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:57:02,662 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:57:02,666 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:57:02,667 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:57:02,678 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:57:04,663 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:57:06,664 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:57:06,907 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:57:08,666 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:57:10,667 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:57:12,585 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:57:12,668 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:57:14,670 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:57:16,671 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:57:17,586 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:57:17,666 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:57:17,667 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:57:17,678 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:57:17,770 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:57:18,672 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:57:20,674 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:57:22,676 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:57:23,103 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:57:24,677 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:57:26,678 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:57:26,903 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 10:57:26,904 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 10:57:26,905 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 10:57:26,905 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 10:57:26,906 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 10:57:27,679 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 10:57:28,203 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:57:28,679 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:57:30,681 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:57:32,394 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:57:32,586 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:57:32,666 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:57:32,667 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:57:32,678 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:57:32,682 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:57:33,283 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:57:34,683 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:57:36,684 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:57:38,430 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:57:38,694 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:57:40,695 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:57:42,696 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:57:43,554 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:57:44,697 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:57:45,698 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:57:46,699 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:57:46,948 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 10:57:47,587 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:57:47,667 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:57:47,667 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:57:47,678 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:57:48,618 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:57:48,700 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:57:49,700 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:57:50,701 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:57:52,702 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:57:54,292 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:57:54,704 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:57:56,705 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:57:58,707 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:57:59,306 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:58:00,709 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:58:02,395 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:58:02,587 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:58:02,667 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:58:02,668 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:58:02,678 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:58:02,713 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:58:04,714 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:58:05,116 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:58:06,716 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:58:08,717 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:58:10,718 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:58:11,032 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:58:12,720 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:58:14,721 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:58:16,175 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:58:16,723 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:58:17,587 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:58:17,667 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:58:17,667 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:58:17,678 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:58:18,724 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:58:20,725 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:58:21,997 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:58:22,727 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:58:24,728 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:58:26,730 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:58:27,956 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:58:28,731 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:58:30,732 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:58:32,396 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:58:32,587 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:58:32,667 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:58:32,668 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:58:32,678 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:58:32,734 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:58:33,109 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:58:34,735 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:58:36,736 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:58:38,738 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:58:38,896 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:58:40,739 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:58:42,740 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:58:44,011 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:58:44,742 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:58:46,743 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:58:47,587 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:58:47,667 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:58:47,668 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:58:47,679 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:58:48,744 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:58:49,693 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:58:50,746 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:58:52,747 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:58:54,723 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:58:54,748 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:58:56,750 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:58:58,751 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:59:00,370 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:59:00,752 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:59:02,398 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:59:02,587 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:59:02,668 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:59:02,668 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:59:02,678 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:59:02,753 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:59:04,755 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:59:06,324 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:59:06,756 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:59:08,758 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:59:10,759 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:59:11,350 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:59:12,760 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:59:14,762 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:59:16,763 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:59:17,084 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:59:17,587 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:59:17,668 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:59:17,668 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:59:17,679 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:59:18,764 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:59:20,766 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:59:22,767 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:59:23,021 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:59:24,769 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:59:26,770 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:59:28,771 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:59:28,877 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:59:30,773 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:59:32,399 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 10:59:32,587 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:59:32,668 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:59:32,668 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:59:32,679 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:59:32,774 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:59:33,894 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:59:34,775 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:59:36,777 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:59:38,778 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:59:39,621 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:59:40,780 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:59:42,781 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:59:44,782 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:59:45,612 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:59:46,784 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:59:47,588 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 10:59:47,668 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 10:59:47,668 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 10:59:47,679 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 10:59:48,785 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:59:50,633 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:59:50,786 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:59:52,788 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:59:54,789 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:59:55,683 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 10:59:56,790 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 10:59:58,792 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:00:00,793 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:00:01,436 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:00:02,400 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:00:02,589 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:00:02,668 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:00:02,669 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:00:02,679 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:00:02,795 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:00:04,796 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:00:06,798 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:00:07,296 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:00:09,801 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:00:11,802 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:00:13,237 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:00:13,804 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:00:15,805 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:00:17,589 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:00:17,668 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:00:17,669 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:00:17,679 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:00:17,806 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:00:18,269 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:00:19,808 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:00:21,809 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:00:23,810 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:00:23,998 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:00:25,811 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:00:27,813 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:00:29,814 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:00:29,924 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:00:31,815 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:00:32,401 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:00:32,589 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:00:32,668 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:00:32,668 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:00:32,680 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:00:33,816 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:00:35,773 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:00:35,817 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:00:37,819 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:00:39,820 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:00:41,694 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:00:41,822 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:00:43,823 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:00:45,825 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:00:46,732 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:00:47,589 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:00:47,668 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:00:47,669 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:00:47,680 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:00:47,826 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:00:49,828 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:00:51,829 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:00:52,406 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:00:53,830 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:00:55,834 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:00:57,833 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:00:58,354 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:00:59,834 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:01:01,836 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:01:02,402 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:01:02,589 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:01:02,669 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:01:02,669 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:01:02,680 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:01:03,837 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:01:04,316 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:01:05,838 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:01:07,840 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:01:09,841 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:01:10,180 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:01:11,842 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:01:13,843 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:01:15,845 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:01:16,156 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:01:17,590 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:01:17,668 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:01:17,669 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:01:17,680 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:01:17,846 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:01:19,847 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:01:21,848 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:01:22,053 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:01:23,849 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:01:25,859 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:01:27,064 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:01:27,861 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:01:29,862 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:01:31,863 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:01:32,213 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:01:32,404 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:01:32,590 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:01:32,669 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:01:32,669 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:01:32,680 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:01:33,865 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:01:35,869 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:01:37,871 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:01:38,141 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:01:39,872 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:01:41,873 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:01:43,315 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:01:43,875 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:01:45,877 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:01:47,590 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:01:47,669 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:01:47,670 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:01:47,680 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:01:47,878 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:01:49,272 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:01:49,880 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:01:51,881 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:01:53,882 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:01:55,231 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:01:55,884 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:01:57,885 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:01:59,886 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:02:00,241 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:02:01,887 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:02:02,405 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:02:02,593 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:02:02,669 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:02:02,670 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:02:02,681 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:02:03,889 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:02:05,890 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:02:06,053 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:02:07,891 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:02:09,893 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:02:11,055 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:02:11,894 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:02:13,895 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:02:15,897 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:02:16,753 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:02:17,593 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:02:17,669 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:02:17,670 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:02:17,681 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:02:17,898 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:02:19,900 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:02:21,901 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:02:22,624 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:02:23,902 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:02:25,903 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:02:27,668 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:02:27,908 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:02:29,909 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:02:31,911 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:02:32,407 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:02:32,594 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:02:32,669 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:02:32,670 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:02:32,681 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:02:32,746 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:02:33,912 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:02:35,913 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:02:37,914 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:02:38,374 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:02:39,916 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:02:41,917 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:02:43,918 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:02:44,313 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:02:45,920 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:02:47,594 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:02:47,669 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:02:47,670 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:02:47,681 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:02:47,921 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:02:49,922 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:02:50,158 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:02:51,924 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:02:53,925 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:02:55,192 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:02:55,926 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:02:57,930 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:02:59,931 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:03:00,924 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:03:01,932 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:03:02,408 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:03:02,594 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:03:02,670 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:03:02,670 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:03:02,681 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:03:03,934 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:03:05,935 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:03:06,915 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:03:07,936 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:03:09,938 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:03:11,939 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:03:12,840 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:03:13,940 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:03:15,942 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:03:17,594 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:03:17,670 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:03:17,670 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:03:17,681 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:03:17,943 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:03:18,771 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:03:19,944 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:03:21,946 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:03:23,947 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:03:24,681 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:03:25,948 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:03:27,950 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:03:29,958 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:03:30,622 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:03:31,959 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:03:32,409 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:03:32,594 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:03:32,670 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:03:32,670 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:03:32,681 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:03:33,960 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:03:35,962 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:03:36,539 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:03:37,963 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:03:39,964 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:03:41,967 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:03:42,389 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:03:44,969 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:03:46,970 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:03:47,594 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:03:47,670 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:03:47,670 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:03:47,681 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:03:47,765 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:03:48,971 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:03:50,973 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:03:52,974 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:03:53,018 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:03:54,976 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:03:56,977 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:03:58,975 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:03:58,980 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:04:00,982 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:04:02,411 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:04:02,595 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:04:02,673 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:04:02,673 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:04:02,682 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:04:02,983 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:04:03,998 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:04:04,984 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:04:06,986 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:04:08,987 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:04:09,727 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:04:10,988 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:04:12,990 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:04:14,991 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:04:15,683 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:04:16,993 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:04:17,595 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:04:17,673 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:04:17,673 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:04:17,682 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:04:18,994 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:04:20,995 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:04:21,492 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:04:22,996 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:04:24,998 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:04:26,999 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:04:27,448 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:04:29,000 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:04:31,002 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:04:32,412 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:04:32,595 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:04:32,673 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:04:32,674 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:04:32,682 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:04:32,803 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:04:33,003 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:04:35,005 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:04:37,006 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:04:38,096 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:04:39,008 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:04:41,009 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:04:43,010 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:04:43,903 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:04:45,011 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:04:47,013 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:04:47,595 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:04:47,673 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:04:47,673 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:04:47,682 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:04:49,014 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:04:49,043 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:04:51,016 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:04:53,017 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:04:54,964 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:04:55,018 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:04:57,020 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:04:59,021 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:05:00,049 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:05:01,022 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:05:02,413 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:05:02,595 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:05:02,673 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:05:02,674 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:05:02,682 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:05:03,024 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:05:05,025 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:05:05,074 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:05:07,026 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:05:09,028 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:05:10,867 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:05:11,029 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:05:13,030 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:05:15,031 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:05:16,702 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:05:17,033 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:05:17,595 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:05:17,673 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:05:17,674 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:05:17,682 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:05:19,034 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:05:21,035 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:05:21,807 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:05:23,037 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:05:25,038 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:05:27,040 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:05:27,477 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:05:29,041 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:05:31,042 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:05:32,414 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:05:32,595 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:05:32,673 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:05:32,673 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:05:32,682 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:05:32,831 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:05:33,044 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:05:35,045 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:05:37,046 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:05:38,287 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:05:39,048 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:05:41,049 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:05:43,050 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:05:44,220 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:05:45,052 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:05:47,053 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:05:47,596 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:05:47,673 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:05:47,674 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:05:47,683 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:05:49,054 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:05:50,205 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:05:51,056 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:05:53,057 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:05:55,059 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:05:55,262 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:05:57,060 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:05:59,062 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:06:00,930 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:06:01,063 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:06:02,415 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:06:02,596 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:06:02,673 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:06:02,674 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:06:02,683 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:06:03,064 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:06:05,066 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:06:06,083 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:06:07,067 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:06:09,068 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:06:11,071 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:06:11,935 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:06:13,073 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:06:15,074 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:06:16,937 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:06:17,075 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:06:17,596 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:06:17,674 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:06:17,674 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:06:17,683 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:06:19,077 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:06:21,078 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:06:22,922 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:06:23,080 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:06:25,081 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:06:27,082 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:06:28,708 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:06:29,084 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:06:31,085 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:06:32,416 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:06:32,596 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:06:32,674 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:06:32,674 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:06:32,683 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:06:33,086 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:06:34,615 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:06:35,088 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:06:37,089 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:06:39,091 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:06:40,476 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:06:41,092 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:06:43,093 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:06:45,095 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:06:45,600 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:06:47,096 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:06:47,596 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:06:47,674 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:06:47,675 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:06:47,683 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:06:49,097 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:06:51,099 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:06:51,388 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:06:53,100 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:06:55,102 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:06:57,103 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:06:57,263 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:06:59,105 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:07:01,106 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:07:02,295 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:07:02,417 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:07:02,596 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:07:02,674 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:07:02,675 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:07:02,684 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:07:03,107 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:07:05,109 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:07:07,110 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:07:07,960 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:07:09,114 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:07:11,126 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:07:13,814 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:07:14,132 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:07:16,133 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:07:17,598 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:07:17,674 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:07:17,675 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:07:17,683 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:07:18,135 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:07:18,815 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:07:20,136 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:07:22,137 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:07:24,138 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:07:24,471 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:07:26,140 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:07:28,141 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:07:30,142 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:07:30,366 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:07:32,144 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:07:32,418 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:07:32,598 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:07:32,675 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:07:32,675 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:07:32,687 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:07:34,145 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:07:36,146 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:07:36,152 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:07:38,148 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:07:40,149 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:07:42,035 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:07:42,150 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:07:44,152 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:07:46,153 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:07:47,104 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:07:47,598 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:07:47,675 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:07:47,675 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:07:47,684 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:07:48,155 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:07:50,156 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:07:52,158 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:07:52,688 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:07:54,159 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:07:56,160 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:07:58,162 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:07:58,641 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:08:00,163 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:08:02,164 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:08:02,419 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:08:02,599 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:08:02,675 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:08:02,675 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:08:02,684 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:08:04,166 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:08:04,459 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:08:06,167 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:08:08,168 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:08:10,170 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:08:10,356 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:08:12,171 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:08:14,173 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:08:16,176 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:08:16,338 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:08:17,599 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:08:17,676 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:08:17,676 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:08:17,684 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:08:18,177 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:08:20,178 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:08:21,372 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:08:22,180 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:08:24,181 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:08:26,182 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:08:27,162 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:08:28,184 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:08:30,185 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:08:32,187 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:08:32,420 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:08:32,421 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:08:32,599 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:08:32,676 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:08:32,677 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:08:32,684 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:08:34,188 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:08:36,189 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:08:37,881 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:08:38,191 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:08:40,192 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:08:42,193 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:08:43,698 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:08:44,195 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:08:46,196 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:08:47,601 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:08:47,676 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:08:47,677 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:08:47,685 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:08:48,197 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:08:48,738 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:08:50,198 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:08:52,200 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:08:53,879 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:08:54,201 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:08:56,203 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:08:58,204 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:08:59,594 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:09:00,206 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:09:02,207 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:09:02,421 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:09:02,599 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:09:02,676 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:09:02,677 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:09:02,685 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:09:04,209 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:09:05,491 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:09:06,210 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:09:08,211 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:09:10,212 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:09:11,350 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:09:12,214 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:09:14,215 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:09:16,216 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:09:17,266 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:09:17,599 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:09:17,676 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:09:17,677 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:09:17,685 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:09:18,218 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:09:20,219 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:09:22,221 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:09:23,240 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:09:24,222 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:09:26,223 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:09:28,225 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:09:28,474 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:09:30,226 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:09:32,228 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:09:32,422 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:09:32,599 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:09:32,677 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:09:32,677 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:09:32,685 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:09:34,226 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:09:34,229 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:09:36,231 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:09:38,232 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:09:39,249 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:09:40,233 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:09:42,235 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:09:44,236 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:09:44,974 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:09:46,237 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:09:47,600 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:09:47,676 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:09:47,677 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:09:47,685 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:09:48,238 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:09:50,240 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:09:50,751 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:09:52,243 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:09:54,247 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:09:56,248 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:09:56,669 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:09:58,249 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:10:00,251 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:10:01,695 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:10:02,253 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:10:02,425 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:10:02,600 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:10:02,677 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:10:02,677 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:10:02,685 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:10:04,254 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:10:06,255 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:10:07,375 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:10:08,257 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:10:10,258 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:10:12,259 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:10:12,384 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:10:14,261 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:10:16,262 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:10:17,600 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:10:17,677 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:10:17,678 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:10:17,685 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:10:17,829 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:10:18,263 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:10:20,264 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:10:22,266 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:10:22,903 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:10:24,273 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:10:26,274 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:10:28,275 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:10:28,901 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:10:30,276 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:10:32,425 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:10:32,600 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:10:32,677 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:10:32,678 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:10:32,685 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:10:33,279 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:10:34,809 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:10:35,280 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:10:37,281 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:10:39,283 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:10:40,808 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:10:41,284 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:10:43,285 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:10:45,287 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:10:46,744 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:10:47,288 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:10:47,600 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:10:47,677 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:10:47,678 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:10:47,685 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:10:49,290 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:10:51,291 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:10:52,647 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:10:53,293 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:10:55,294 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:10:57,295 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:10:57,683 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:10:59,296 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:11:01,298 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:11:02,426 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:11:02,600 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:11:02,677 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:11:02,678 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:11:02,685 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:11:02,809 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:11:03,299 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:11:05,300 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:11:07,301 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:11:08,372 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:11:09,303 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:11:11,304 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:11:13,306 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:11:14,184 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:11:15,307 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:11:17,308 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:11:17,600 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:11:17,678 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:11:17,678 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:11:17,686 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:11:19,269 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:11:19,310 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:11:21,311 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:11:23,313 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:11:24,918 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:11:25,314 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:11:27,315 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:11:29,316 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:11:30,887 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:11:31,318 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:11:32,427 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:11:32,601 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:11:32,678 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:11:32,678 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:11:32,686 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:11:33,319 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:11:35,320 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:11:36,051 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:11:37,322 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:11:39,323 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:11:41,325 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:11:41,905 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:11:43,326 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:11:45,328 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:11:47,329 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:11:47,601 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:11:47,678 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:11:47,678 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:11:47,686 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:11:47,783 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:11:49,330 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:11:51,332 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:11:53,333 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:11:53,667 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:11:55,334 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:11:57,336 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:11:58,777 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:11:59,337 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:12:01,338 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:12:02,428 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:12:02,601 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:12:02,678 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:12:02,679 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:12:02,686 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:12:03,339 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:12:04,561 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:12:05,341 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:12:07,342 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:12:09,344 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:12:10,437 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:12:11,345 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:12:13,347 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:12:15,348 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:12:15,453 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:12:17,349 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:12:17,601 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:12:17,678 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:12:17,679 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:12:17,686 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:12:19,351 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:12:21,171 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:12:21,352 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:12:23,354 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:12:25,355 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:12:26,294 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:12:27,356 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:12:29,358 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:12:31,359 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:12:31,942 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:12:32,429 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:12:32,602 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:12:32,678 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:12:32,679 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:12:32,686 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:12:33,360 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:12:35,362 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:12:37,093 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:12:37,363 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:12:39,364 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:12:41,366 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:12:43,081 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:12:43,367 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:12:45,368 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:12:47,370 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:12:47,602 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:12:47,678 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:12:47,679 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:12:47,686 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:12:48,160 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:12:49,371 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:12:51,372 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:12:53,373 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:12:54,050 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:12:55,375 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:12:57,376 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:12:59,377 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:12:59,989 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:13:01,379 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:13:02,430 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:13:02,603 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:13:02,683 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:13:02,684 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:13:02,687 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:13:03,380 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:13:05,066 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:13:05,381 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:13:07,383 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:13:09,384 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:13:10,746 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:13:11,386 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:13:13,387 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:13:15,388 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:13:15,765 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:13:17,390 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:13:17,603 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:13:17,683 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:13:17,684 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:13:17,688 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:13:19,391 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:13:21,393 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:13:21,489 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:13:23,394 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:13:25,395 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:13:27,366 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:13:27,396 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:13:29,398 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:13:31,399 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:13:32,432 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:13:32,433 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:13:32,603 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:13:32,683 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:13:32,684 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:13:32,687 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:13:33,400 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:13:35,403 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:13:37,404 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:13:37,998 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:13:39,405 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:13:41,407 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:13:43,408 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:13:43,882 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:13:45,409 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:13:47,411 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:13:47,603 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:13:47,683 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:13:47,684 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:13:47,687 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:13:49,413 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:13:49,848 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:13:51,414 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:13:53,415 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:13:53,623 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 11:13:53,624 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 11:13:53,624 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 11:13:53,625 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 11:13:53,625 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 11:13:54,416 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 11:13:54,913 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:13:55,417 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:13:57,418 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:13:59,419 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:13:59,962 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:14:02,421 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:14:02,433 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:14:02,603 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:14:02,683 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:14:02,684 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:14:02,687 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:14:04,422 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:14:05,126 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:14:06,424 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:14:08,425 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:14:10,225 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:14:10,426 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:14:12,428 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:14:14,020 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 11:14:14,429 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:14:15,556 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:14:16,430 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:14:17,603 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:14:17,684 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:14:17,684 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:14:17,688 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:14:18,432 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:14:20,433 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:14:21,449 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:14:22,434 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:14:24,436 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:14:26,437 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:14:27,360 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:14:28,438 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:14:30,439 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:14:32,434 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:14:32,434 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:14:32,441 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:14:32,603 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:14:32,684 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:14:32,685 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:14:32,688 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:14:34,442 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:14:36,443 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:14:38,207 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:14:38,445 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:14:40,446 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:14:42,447 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:14:43,235 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:14:44,448 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:14:46,450 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:14:47,604 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:14:47,684 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:14:47,684 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:14:47,688 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:14:48,451 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:14:48,961 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:14:50,453 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:14:52,455 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:14:54,456 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:14:54,778 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:14:56,458 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:14:58,459 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:14:59,799 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:15:00,460 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:15:02,435 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:15:02,462 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:15:02,604 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:15:02,684 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:15:02,685 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:15:02,689 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:15:04,463 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:15:05,519 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:15:06,464 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:15:08,465 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:15:10,467 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:15:10,613 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:15:12,468 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:15:14,470 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:15:16,312 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:15:16,471 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:15:17,604 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:15:17,684 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:15:17,685 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:15:17,689 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:15:18,473 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:15:20,474 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:15:21,455 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:15:22,475 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:15:24,477 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:15:26,478 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:15:27,280 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:15:28,479 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:15:30,480 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:15:32,321 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:15:32,436 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:15:32,482 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:15:32,604 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:15:32,684 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:15:32,685 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:15:32,690 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:15:34,483 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:15:36,485 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:15:38,133 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:15:38,486 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:15:40,487 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:15:42,489 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:15:44,030 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:15:44,490 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:15:46,491 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:15:47,604 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:15:47,685 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:15:47,686 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:15:47,690 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:15:48,493 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:15:49,106 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:15:50,494 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:15:52,495 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:15:54,497 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:15:54,812 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:15:56,498 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:15:58,499 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:15:59,868 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:16:00,501 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:16:02,437 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:16:02,502 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:16:02,604 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:16:02,685 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:16:02,685 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:16:02,690 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:16:04,504 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:16:05,593 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:16:06,505 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:16:08,506 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:16:10,508 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:16:11,509 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:16:12,509 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:16:14,511 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:16:16,512 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:16:16,701 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:16:17,604 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:16:17,685 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:16:17,685 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:16:17,690 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:16:18,513 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:16:20,515 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:16:22,457 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:16:22,516 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:16:24,517 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:16:26,519 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:16:28,381 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:16:28,520 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:16:30,521 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:16:32,438 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:16:32,522 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:16:32,605 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:16:32,685 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:16:32,686 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:16:32,691 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:16:34,240 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:16:34,524 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:16:36,525 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:16:38,526 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:16:40,163 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:16:40,528 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:16:42,529 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:16:44,531 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:16:46,156 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:16:46,534 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:16:47,605 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:16:47,685 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:16:47,685 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:16:47,691 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:16:48,535 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:16:50,536 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:16:51,296 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:16:52,537 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:16:54,539 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:16:56,540 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:16:57,274 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:16:58,542 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:17:00,543 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:17:02,443 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:17:02,444 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:17:02,545 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:17:02,605 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:17:02,685 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:17:02,686 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:17:02,691 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:17:04,546 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:17:06,547 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:17:08,082 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:17:08,548 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:17:10,550 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:17:12,551 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:17:13,176 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:17:14,552 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:17:16,554 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:17:17,605 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:17:17,685 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:17:17,686 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:17:17,691 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:17:18,555 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:17:18,969 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:17:20,556 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:17:22,557 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:17:24,564 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:17:24,901 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:17:27,566 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:17:29,567 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:17:30,899 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:17:31,569 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:17:32,444 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:17:32,605 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:17:32,686 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:17:32,686 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:17:32,692 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:17:33,570 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:17:35,571 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:17:36,894 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:17:37,573 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:17:39,574 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:17:41,575 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:17:42,009 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:17:43,577 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:17:45,578 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:17:47,579 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:17:47,605 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:17:47,681 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:17:47,685 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:17:47,686 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:17:47,691 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:17:49,581 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:17:51,582 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:17:52,714 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:17:53,584 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:17:55,585 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:17:57,586 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:17:58,434 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:17:59,588 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:18:01,589 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:18:02,445 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:18:02,605 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:18:02,687 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:18:02,687 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:18:02,692 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:18:03,590 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:18:03,696 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:18:05,592 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:18:07,593 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:18:09,380 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:18:09,594 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:18:11,596 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:18:13,597 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:18:14,428 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:18:15,598 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:18:17,600 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:18:17,606 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:18:17,686 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:18:17,686 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:18:17,692 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:18:19,601 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:18:20,261 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:18:21,605 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:18:23,606 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:18:25,280 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:18:25,607 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:18:27,608 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:18:29,610 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:18:31,030 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:18:31,611 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:18:32,446 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:18:32,606 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:18:32,686 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:18:32,687 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:18:32,692 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:18:33,612 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:18:35,614 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:18:36,843 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:18:37,615 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:18:39,616 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:18:41,617 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:18:42,702 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:18:43,619 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:18:45,621 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:18:47,606 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:18:47,622 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:18:47,686 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:18:47,686 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:18:47,692 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:18:47,809 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:18:49,623 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:18:51,625 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:18:53,461 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:18:53,626 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:18:55,627 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:18:57,629 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:18:59,365 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:18:59,630 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:19:01,631 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:19:02,448 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:19:02,606 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:19:02,686 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:19:02,687 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:19:02,692 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:19:03,633 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:19:05,160 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:19:05,634 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:19:07,636 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:19:09,637 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:19:10,166 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:19:11,639 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:19:13,640 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:19:15,641 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:19:15,846 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:19:17,606 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:19:17,643 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:19:17,688 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:19:17,688 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:19:17,692 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:19:19,644 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:19:20,898 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:19:21,646 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:19:23,647 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:19:25,648 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:19:26,731 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:19:27,650 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:19:29,651 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:19:31,653 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:19:31,771 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:19:32,449 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:19:32,606 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:19:32,687 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:19:32,688 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:19:32,693 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:19:33,654 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:19:35,657 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:19:37,657 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:19:37,752 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:19:39,659 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:19:41,660 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:19:43,614 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:19:43,661 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:19:45,663 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:19:47,606 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:19:47,664 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:19:47,687 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:19:47,688 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:19:47,693 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:19:48,628 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:19:49,666 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:19:51,667 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:19:53,668 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:19:53,699 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:19:55,670 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:19:57,671 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:19:59,525 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:19:59,673 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:20:01,674 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:20:02,450 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:20:02,607 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:20:02,688 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:20:02,688 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:20:02,693 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:20:03,676 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:20:05,438 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:20:05,677 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:20:07,679 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:20:09,680 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:20:10,514 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:20:11,681 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:20:13,683 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:20:15,684 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:20:16,316 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:20:17,607 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:20:17,685 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:20:17,688 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:20:17,688 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:20:17,693 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:20:19,687 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:20:21,688 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:20:22,233 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:20:23,689 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:20:25,691 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:20:27,692 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:20:28,149 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:20:29,693 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:20:31,695 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:20:32,454 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:20:32,607 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:20:32,688 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:20:32,688 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:20:32,693 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:20:33,165 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:20:33,696 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:20:35,697 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:20:37,699 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:20:38,804 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:20:39,700 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:20:41,701 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:20:43,703 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:20:44,640 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:20:45,705 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:20:47,607 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:20:47,689 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:20:47,689 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:20:47,693 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:20:47,705 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:20:49,652 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:20:49,706 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:20:51,712 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:20:54,712 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:20:55,429 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:20:56,713 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:20:58,714 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:21:00,472 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:21:00,720 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:21:02,452 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:21:02,607 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:21:02,688 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:21:02,689 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:21:02,693 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:21:02,721 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:21:04,722 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:21:05,476 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:21:06,724 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:21:08,725 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:21:10,727 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:21:11,172 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:21:12,728 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:21:14,729 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:21:16,195 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:21:16,731 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:21:17,607 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:21:17,688 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:21:17,689 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:21:17,693 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:21:18,732 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:21:20,733 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:21:21,898 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:21:22,735 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:21:24,736 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:21:26,737 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:21:27,843 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:21:28,738 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:21:30,739 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:21:32,453 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:21:32,608 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:21:32,689 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:21:32,689 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:21:32,694 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:21:32,743 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:21:33,785 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:21:34,745 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:21:36,746 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:21:38,747 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:21:38,998 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:21:40,749 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:21:42,750 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:21:44,751 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:21:44,793 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:21:46,753 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:21:47,608 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:21:47,689 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:21:47,690 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:21:47,694 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:21:48,754 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:21:50,666 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:21:50,755 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:21:52,757 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:21:54,758 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:21:56,643 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:21:56,759 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:21:58,761 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:22:00,762 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:22:02,455 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:22:02,455 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:22:02,608 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:22:02,689 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:22:02,689 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:22:02,694 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:22:02,764 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:22:04,765 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:22:06,766 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:22:07,661 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:22:08,768 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:22:10,769 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:22:12,771 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:22:13,328 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:22:14,777 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:22:16,779 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:22:17,608 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:22:17,689 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:22:17,690 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:22:17,694 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:22:18,781 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:22:19,154 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:22:20,782 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:22:22,783 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:22:24,784 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:22:25,045 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:22:26,785 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:22:28,787 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:22:30,158 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:22:30,788 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:22:32,455 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:22:32,608 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:22:32,689 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:22:32,690 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:22:32,694 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:22:32,790 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:22:34,791 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:22:35,831 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:22:36,792 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:22:38,793 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:22:40,794 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:22:40,887 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:22:42,796 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:22:44,797 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:22:46,734 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:22:46,798 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:22:47,608 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:22:47,690 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:22:47,690 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:22:47,694 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:22:48,799 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:22:50,801 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:22:52,731 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:22:52,802 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:22:54,803 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:22:56,805 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:22:58,710 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:22:58,806 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:23:00,808 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:23:02,456 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:23:02,608 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:23:02,690 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:23:02,690 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:23:02,695 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:23:02,809 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:23:03,723 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:23:04,810 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:23:06,811 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:23:08,813 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:23:09,377 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:23:10,814 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:23:12,816 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:23:14,402 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:23:14,817 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:23:16,818 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:23:17,609 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:23:17,690 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:23:17,691 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:23:17,695 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:23:18,820 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:23:20,239 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:23:20,821 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:23:22,822 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:23:24,824 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:23:26,238 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:23:26,825 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:23:28,827 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:23:30,828 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:23:32,131 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:23:32,457 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:23:32,609 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:23:32,690 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:23:32,690 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:23:32,695 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:23:32,829 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:23:34,831 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:23:36,836 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:23:38,086 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:23:38,837 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:23:40,839 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:23:42,840 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:23:43,167 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:23:44,841 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:23:46,843 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:23:47,609 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:23:47,690 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:23:47,691 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:23:47,695 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:23:48,844 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:23:48,945 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:23:50,845 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:23:52,847 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:23:54,848 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:23:54,853 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:23:56,849 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:23:58,850 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:24:00,806 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:24:00,851 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:24:02,459 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:24:02,609 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:24:02,690 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:24:02,691 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:24:02,695 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:24:02,853 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:24:04,854 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:24:06,680 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:24:06,859 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:24:08,860 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:24:10,866 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:24:12,494 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:24:13,873 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:24:15,874 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:24:17,609 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:24:17,690 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:24:17,690 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:24:17,695 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:24:17,796 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:24:17,875 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:24:19,876 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:24:21,878 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:24:23,069 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:24:23,879 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:24:25,880 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:24:27,881 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:24:28,203 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:24:29,883 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:24:31,884 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:24:32,460 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:24:32,609 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:24:32,690 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:24:32,691 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:24:32,696 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:24:33,886 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:24:34,049 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:24:35,887 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:24:37,888 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:24:39,106 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:24:39,890 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:24:41,891 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:24:43,897 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:24:45,005 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:24:45,901 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:24:47,609 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:24:47,690 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:24:47,691 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:24:47,695 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:24:47,902 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:24:49,903 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:24:50,961 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:24:51,904 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:24:53,905 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:24:55,907 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:24:56,136 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:24:57,908 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:24:59,909 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:25:01,911 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:25:01,983 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:25:02,461 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:25:02,610 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:25:02,691 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:25:02,691 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:25:02,695 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:25:03,912 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:25:05,915 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:25:07,915 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:25:07,917 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:25:09,916 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:25:11,917 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:25:13,034 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:25:13,919 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:25:15,925 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:25:17,610 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:25:17,691 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:25:17,691 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:25:17,695 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:25:17,929 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:25:18,886 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:25:19,930 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:25:21,932 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:25:23,933 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:25:24,843 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:25:25,934 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:25:27,936 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:25:29,937 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:25:30,705 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:25:31,938 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:25:32,462 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:25:32,610 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:25:32,691 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:25:32,691 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:25:32,695 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:25:33,940 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:25:35,941 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:25:36,642 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:25:37,942 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:25:39,944 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:25:41,656 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:25:41,945 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:25:43,946 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:25:45,947 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:25:47,426 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:25:47,610 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:25:47,696 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:25:47,696 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:25:47,700 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:25:47,948 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:25:49,950 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:25:51,951 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:25:52,674 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:25:53,952 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:25:55,954 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:25:57,957 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:25:58,577 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:25:59,960 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:26:01,961 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:26:02,463 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:26:02,610 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:26:02,696 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:26:02,696 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:26:02,697 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:26:03,660 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:26:03,963 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:26:05,964 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:26:07,965 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:26:09,426 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:26:09,966 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:26:11,967 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:26:13,969 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:26:14,484 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:26:15,970 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:26:17,611 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:26:17,696 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:26:17,697 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:26:17,697 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:26:17,971 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:26:19,974 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:26:20,265 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:26:21,975 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:26:23,976 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:26:25,978 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:26:26,150 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:26:27,979 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:26:29,981 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:26:31,982 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:26:32,085 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:26:32,464 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:26:32,610 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:26:32,696 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:26:32,697 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:26:32,700 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:26:33,983 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:26:35,985 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:26:37,986 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:26:38,028 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:26:39,987 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:26:41,988 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:26:43,962 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:26:43,990 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:26:45,991 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:26:47,611 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:26:47,696 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:26:47,697 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:26:47,700 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:26:47,992 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:26:49,020 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:26:49,994 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:26:51,995 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:26:53,997 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:26:54,774 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:26:55,998 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:26:58,000 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:26:59,897 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:27:00,001 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:27:02,002 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:27:02,465 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:27:02,611 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:27:02,696 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:27:02,697 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:27:02,697 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:27:04,004 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:27:04,911 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:27:06,005 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:27:08,006 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:27:10,008 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:27:10,435 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:27:12,009 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:27:14,010 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:27:16,012 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:27:16,342 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:27:17,611 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:27:17,696 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:27:17,697 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:27:17,700 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:27:18,013 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:27:20,014 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:27:21,560 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:27:22,015 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:27:24,016 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:27:26,018 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:27:27,342 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:27:28,019 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:27:30,020 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:27:32,022 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:27:32,466 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:27:32,466 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:27:32,611 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:27:32,696 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:27:32,697 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:27:32,701 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:27:34,023 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:27:36,025 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:27:37,915 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:27:38,026 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:27:40,027 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:27:42,029 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:27:43,818 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:27:45,030 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:27:47,032 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:27:47,611 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:27:47,697 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:27:47,697 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:27:47,700 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:27:49,033 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:27:49,780 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:27:51,035 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:27:53,036 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:27:54,842 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:27:55,037 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:27:57,041 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:27:59,042 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:28:00,516 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:28:01,044 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:28:02,467 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:28:02,612 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:28:02,697 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:28:02,697 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:28:02,698 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:28:03,045 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:28:05,046 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:28:06,477 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:28:07,047 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:28:09,048 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:28:11,050 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:28:12,341 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:28:13,051 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:28:15,052 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:28:17,054 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:28:17,356 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:28:17,611 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:28:17,697 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:28:17,698 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:28:17,701 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:28:19,055 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:28:21,056 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:28:23,057 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:28:23,240 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:28:25,059 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:28:27,061 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:28:29,062 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:28:29,177 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:28:31,064 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:28:32,469 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:28:32,612 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:28:32,699 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:28:32,699 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:28:32,700 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:28:33,065 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:28:34,210 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:28:35,066 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:28:37,068 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:28:39,069 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:28:39,914 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:28:41,070 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:28:43,071 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:28:45,073 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:28:45,796 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:28:47,074 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:28:47,612 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:28:47,697 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:28:47,698 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:28:47,698 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:28:49,075 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:28:50,823 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:28:51,076 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:28:53,077 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:28:55,079 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:28:56,538 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:28:57,080 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:28:59,082 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:29:01,083 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:29:01,624 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:29:02,470 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:29:02,612 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:29:02,697 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:29:02,698 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:29:02,701 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:29:03,084 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:29:05,085 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:29:07,087 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:29:07,377 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:29:09,088 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:29:11,089 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:29:13,091 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:29:13,316 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:29:15,092 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:29:17,094 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:29:17,612 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:29:17,698 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:29:17,698 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:29:17,699 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:29:18,317 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:29:19,095 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:29:21,096 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:29:23,097 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:29:24,161 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:29:25,099 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:29:27,100 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:29:29,101 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:29:29,179 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:29:31,103 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:29:32,471 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:29:32,613 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:29:32,698 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:29:32,698 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:29:32,703 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:29:33,104 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:29:34,207 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:29:35,105 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:29:37,106 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:29:39,107 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:29:40,075 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:29:41,109 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:29:43,110 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:29:45,111 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:29:46,056 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:29:47,112 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:29:47,613 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:29:47,697 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:29:47,698 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:29:47,701 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:29:49,114 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:29:51,115 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:29:52,021 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:29:53,116 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:29:55,118 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:29:57,119 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:29:57,862 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:29:59,120 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:30:01,121 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:30:02,476 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:30:02,613 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:30:02,698 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:30:02,699 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:30:02,702 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:30:02,891 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:30:03,123 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:30:05,124 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:30:07,126 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:30:08,537 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:30:09,127 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:30:11,128 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:30:13,129 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:30:13,563 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:30:15,131 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:30:17,137 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:30:17,613 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:30:17,698 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:30:17,699 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:30:17,699 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:30:19,139 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:30:19,360 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:30:21,140 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:30:23,141 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:30:23,202 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 11:30:23,203 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 11:30:23,204 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 11:30:23,204 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 11:30:23,205 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 11:30:24,142 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 11:30:24,500 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:30:25,142 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:30:27,143 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:30:29,144 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:30:29,549 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:30:31,146 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:30:32,473 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:30:32,613 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:30:32,698 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:30:32,698 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:30:32,701 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:30:33,146 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:30:34,728 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:30:35,148 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:30:37,149 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:30:39,150 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:30:39,853 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:30:41,151 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:30:43,152 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:30:43,244 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 11:30:44,153 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:30:44,951 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:30:45,157 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:30:46,157 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:30:47,158 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:30:47,613 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:30:47,698 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:30:47,699 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:30:47,701 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:30:49,159 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:30:50,680 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:30:51,161 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:30:53,162 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:30:55,165 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:30:56,559 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:30:57,167 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:30:59,168 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:31:01,169 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:31:01,561 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:31:02,475 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:31:02,613 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:31:02,698 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:31:02,699 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:31:02,703 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:31:03,171 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:31:05,172 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:31:07,302 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:31:08,174 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:31:10,176 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:31:12,177 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:31:13,277 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:31:14,178 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:31:16,180 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:31:17,614 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:31:17,698 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:31:17,699 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:31:17,703 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:31:18,181 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:31:19,217 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:31:20,182 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:31:22,183 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:31:24,184 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:31:24,978 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:31:26,186 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:31:28,187 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:31:30,053 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:31:30,188 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:31:32,189 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:31:32,475 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:31:32,616 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:31:32,698 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:31:32,699 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:31:32,702 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:31:34,191 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:31:35,784 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:31:36,192 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:31:38,193 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:31:40,195 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:31:40,792 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:31:42,196 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:31:44,197 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:31:46,198 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:31:46,584 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:31:47,615 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:31:47,699 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:31:47,699 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:31:47,703 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:31:48,199 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:31:50,200 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:31:52,202 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:31:52,434 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:31:54,204 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:31:56,205 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:31:57,488 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:31:58,207 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:32:00,209 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:32:02,210 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:32:02,476 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:32:02,615 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:32:02,699 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:32:02,700 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:32:02,700 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:32:02,798 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:32:04,211 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:32:06,213 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:32:07,914 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:32:08,214 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:32:10,215 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:32:12,216 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:32:13,877 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:32:14,217 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:32:16,219 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:32:17,615 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:32:17,699 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:32:17,699 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:32:17,702 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:32:18,220 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:32:18,984 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:32:20,222 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:32:22,223 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:32:24,224 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:32:24,784 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:32:26,225 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:32:28,227 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:32:30,228 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:32:30,732 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:32:32,229 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:32:32,477 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:32:32,615 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:32:32,699 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:32:32,700 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:32:32,700 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:32:34,231 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:32:36,232 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:32:36,719 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:32:38,233 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:32:40,235 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:32:42,236 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:32:42,615 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:32:44,237 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:32:46,239 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:32:47,615 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:32:47,700 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:32:47,700 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:32:47,712 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:32:47,861 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:32:48,240 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:32:50,241 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:32:52,242 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:32:53,699 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:32:54,244 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:32:56,245 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:32:58,246 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:32:59,661 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:33:00,248 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:33:02,250 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:33:02,478 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:33:02,615 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:33:02,699 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:33:02,700 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:33:02,700 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:33:04,251 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:33:05,617 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:33:06,252 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:33:08,253 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:33:10,255 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:33:11,516 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:33:12,257 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:33:14,258 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:33:16,259 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:33:16,571 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:33:17,616 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:33:17,700 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:33:17,700 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:33:17,704 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:33:18,260 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:33:20,261 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:33:22,263 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:33:22,376 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:33:24,264 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:33:26,266 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:33:28,248 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:33:28,267 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:33:30,269 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:33:32,270 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:33:32,480 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:33:32,616 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:33:32,700 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:33:32,700 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:33:32,701 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:33:34,179 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:33:34,271 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:33:36,273 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:33:38,274 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:33:40,062 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:33:40,275 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:33:42,277 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:33:44,278 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:33:45,983 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:33:46,279 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:33:47,616 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:33:47,700 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:33:47,700 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:33:47,704 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:33:48,281 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:33:50,282 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:33:51,015 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:33:52,283 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:33:54,285 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:33:56,286 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:33:56,687 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:33:58,287 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:34:00,289 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:34:02,290 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:34:02,482 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:34:02,483 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:34:02,616 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:34:02,700 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:34:02,701 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:34:02,703 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:34:04,291 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:34:06,292 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:34:07,535 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:34:08,294 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:34:10,295 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:34:12,296 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:34:13,424 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:34:14,298 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:34:16,299 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:34:17,616 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:34:17,700 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:34:17,701 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:34:17,704 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:34:18,300 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:34:18,528 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:34:20,301 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:34:22,302 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:34:24,304 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:34:24,366 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:34:26,305 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:34:28,307 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:34:30,309 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:34:30,322 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:34:32,318 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:34:32,484 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:34:32,616 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:34:32,700 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:34:32,701 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:34:32,701 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:34:35,324 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:34:35,338 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:34:37,325 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:34:39,327 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:34:41,282 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:34:41,328 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:34:43,330 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:34:45,331 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:34:47,067 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:34:47,332 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:34:47,616 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:34:47,701 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:34:47,701 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:34:47,703 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:34:49,333 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:34:51,335 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:34:52,170 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:34:53,336 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:34:55,337 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:34:57,339 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:34:57,966 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:34:59,340 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:35:01,341 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:35:02,485 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:35:02,617 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:35:02,700 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:35:02,701 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:35:02,705 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:35:03,343 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:35:03,868 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:35:05,344 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:35:07,345 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:35:09,003 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:35:09,347 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:35:11,348 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:35:13,349 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:35:14,896 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:35:15,351 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:35:17,352 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:35:17,617 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:35:17,700 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:35:17,701 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:35:17,704 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:35:19,354 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:35:19,923 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:35:21,355 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:35:23,360 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:35:25,361 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:35:25,654 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:35:27,362 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:35:29,364 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:35:30,735 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:35:31,365 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:35:32,486 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:35:32,617 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:35:32,701 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:35:32,701 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:35:32,705 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:35:33,366 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:35:35,368 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:35:36,521 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:35:37,369 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:35:39,370 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:35:41,372 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:35:42,410 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:35:43,373 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:35:45,375 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:35:47,376 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:35:47,617 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:35:47,701 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:35:47,701 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:35:47,704 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:35:47,763 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:35:49,377 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:35:51,378 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:35:53,049 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:35:53,380 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:35:55,381 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:35:57,382 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:35:58,128 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:35:59,384 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:36:01,385 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:36:02,487 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:36:02,617 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:36:02,701 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:36:02,702 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:36:02,702 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:36:03,267 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:36:03,387 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:36:05,388 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:36:07,390 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:36:09,111 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:36:09,391 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:36:11,392 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:36:13,393 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:36:14,143 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:36:15,395 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:36:17,396 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:36:17,617 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:36:17,701 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:36:17,702 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:36:17,705 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:36:19,397 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:36:19,849 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:36:21,399 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:36:23,401 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:36:25,402 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:36:25,680 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:36:27,404 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:36:29,405 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:36:31,406 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:36:31,633 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:36:32,488 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:36:32,617 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:36:32,701 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:36:32,702 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:36:32,702 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:36:33,408 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:36:35,409 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:36:36,705 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:36:37,410 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:36:39,412 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:36:41,413 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:36:42,341 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:36:43,414 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:36:45,416 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:36:47,417 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:36:47,618 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:36:47,702 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:36:47,702 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:36:47,705 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:36:47,780 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:36:49,418 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:36:51,420 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:36:53,058 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:36:53,421 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:36:55,422 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:36:57,424 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:36:58,253 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:36:59,425 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:37:01,426 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:37:02,490 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:37:02,618 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:37:02,702 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:37:02,702 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:37:02,703 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:37:03,427 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:37:04,067 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:37:05,428 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:37:07,430 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:37:09,432 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:37:09,978 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:37:11,433 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:37:13,434 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:37:15,064 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:37:15,436 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:37:17,437 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:37:17,618 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:37:17,702 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:37:17,702 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:37:17,705 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:37:19,438 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:37:20,722 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:37:21,439 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:37:23,441 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:37:25,442 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:37:26,658 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:37:27,443 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:37:29,448 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:37:31,454 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:37:31,682 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:37:32,491 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:37:32,618 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:37:32,702 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:37:32,702 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:37:32,706 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:37:33,456 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:37:35,457 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:37:37,458 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:37:37,503 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:37:39,460 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:37:41,461 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:37:43,460 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:37:43,462 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:37:45,464 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:37:47,465 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:37:47,618 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:37:47,702 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:37:47,702 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:37:47,705 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:37:49,385 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:37:49,466 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:37:51,471 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:37:54,473 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:37:55,280 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:37:56,475 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:37:58,476 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:38:00,478 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:38:00,643 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:38:02,479 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:38:02,492 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:38:02,618 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:38:02,702 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:38:02,702 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:38:02,706 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:38:04,481 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:38:06,463 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:38:06,482 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:38:08,483 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:38:10,485 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:38:12,400 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:38:12,486 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:38:14,487 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:38:16,489 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:38:17,618 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:38:17,702 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:38:17,702 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:38:17,704 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:38:17,778 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:38:18,490 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:38:20,491 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:38:22,493 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:38:23,004 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:38:24,494 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:38:26,496 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:38:28,037 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:38:28,497 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:38:30,498 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:38:32,493 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:38:32,500 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:38:32,619 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:38:32,702 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:38:32,703 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:38:32,707 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:38:33,869 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:38:34,501 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:38:36,502 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:38:38,504 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:38:39,786 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:38:40,505 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:38:42,507 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:38:44,508 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:38:45,647 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:38:46,509 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:38:47,619 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:38:47,702 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:38:47,703 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:38:47,704 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:38:48,511 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:38:50,512 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:38:51,544 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:38:52,514 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:38:54,515 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:38:56,516 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:38:56,568 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:38:58,517 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:39:00,519 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:39:02,229 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:39:02,494 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:39:02,520 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:39:02,619 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:39:02,703 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:39:02,703 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:39:02,707 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:39:04,521 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:39:06,523 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:39:07,321 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:39:08,525 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:39:10,527 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:39:12,528 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:39:13,280 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:39:14,529 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:39:16,531 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:39:17,619 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:39:17,703 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:39:17,703 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:39:17,707 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:39:18,320 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:39:18,532 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:39:20,533 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:39:22,535 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:39:23,992 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:39:24,536 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:39:26,538 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:39:28,539 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:39:29,973 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:39:30,540 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:39:32,496 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:39:32,541 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:39:32,619 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:39:32,703 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:39:32,703 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:39:32,707 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:39:34,543 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:39:35,971 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:39:36,544 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:39:38,546 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:39:40,547 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:39:41,071 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:39:42,549 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:39:44,550 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:39:46,551 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:39:46,982 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:39:47,619 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:39:47,703 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:39:47,703 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:39:47,706 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:39:48,553 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:39:50,554 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:39:52,555 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:39:52,853 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:39:54,557 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:39:56,558 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:39:58,559 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:39:58,708 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:40:00,561 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:40:02,496 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:40:02,562 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:40:02,619 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:40:02,703 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:40:02,704 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:40:02,707 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:40:04,564 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:40:04,703 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:40:06,565 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:40:08,566 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:40:10,568 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:40:10,665 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:40:12,569 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:40:14,570 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:40:16,572 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:40:16,603 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:40:17,620 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:40:17,703 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:40:17,704 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:40:17,707 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:40:18,573 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:40:20,574 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:40:22,458 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:40:22,576 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:40:24,577 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:40:26,579 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:40:28,380 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:40:28,580 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:40:30,582 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:40:32,497 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:40:32,583 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:40:32,620 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:40:32,703 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:40:32,704 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:40:32,707 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:40:34,360 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:40:34,584 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:40:36,585 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:40:38,587 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:40:40,220 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:40:40,588 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:40:42,589 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:40:44,591 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:40:45,287 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:40:46,592 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:40:47,620 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:40:47,703 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:40:47,704 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:40:47,707 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:40:48,593 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:40:50,595 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:40:51,117 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:40:52,601 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:40:54,602 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:40:56,604 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:40:56,971 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:40:58,605 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:41:00,606 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:41:02,499 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:41:02,500 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:41:02,608 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:41:02,620 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:41:02,704 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:41:02,705 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:41:02,708 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:41:04,609 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:41:06,610 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:41:07,722 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:41:08,611 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:41:10,613 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:41:12,614 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:41:12,881 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:41:14,616 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:41:16,617 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:41:17,620 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:41:17,704 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:41:17,704 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:41:17,707 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:41:18,618 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:41:18,728 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:41:20,622 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:41:23,624 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:41:23,843 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:41:25,625 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:41:27,627 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:41:29,628 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:41:29,694 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:41:31,630 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:41:32,500 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:41:32,620 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:41:32,704 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:41:32,704 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:41:32,707 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:41:33,631 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:41:34,749 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:41:35,632 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:41:37,634 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:41:39,635 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:41:40,615 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:41:41,636 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:41:43,638 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:41:45,639 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:41:46,485 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:41:47,620 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:41:47,640 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:41:47,704 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:41:47,704 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:41:47,708 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:41:49,642 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:41:51,643 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:41:52,456 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:41:53,645 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:41:55,646 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:41:57,647 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:41:58,388 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:41:59,648 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:42:01,650 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:42:02,501 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:42:02,621 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:42:02,704 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:42:02,705 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:42:02,709 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:42:03,651 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:42:04,310 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:42:05,652 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:42:07,654 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:42:09,655 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:42:10,281 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:42:11,657 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:42:13,658 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:42:15,662 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:42:16,257 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:42:17,621 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:42:17,661 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:42:17,705 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:42:17,705 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:42:17,708 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:42:19,662 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:42:21,285 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:42:21,664 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:42:23,665 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:42:25,667 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:42:27,017 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:42:27,668 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:42:29,669 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:42:31,671 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:42:32,502 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:42:32,503 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:42:32,621 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:42:32,705 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:42:32,705 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:42:32,709 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:42:33,672 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:42:35,673 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:42:37,675 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:42:37,740 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:42:39,676 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:42:41,678 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:42:43,679 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:42:43,731 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:42:45,681 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:42:47,621 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:42:47,683 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:42:47,705 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:42:47,705 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:42:47,708 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:42:48,770 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:42:49,684 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:42:51,686 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:42:53,687 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:42:54,416 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:42:55,689 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:42:57,690 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:42:59,691 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:43:00,295 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:43:01,692 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:43:02,504 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:43:02,621 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:43:02,705 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:43:02,705 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:43:02,708 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:43:03,694 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:43:05,695 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:43:06,210 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:43:07,697 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:43:09,698 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:43:11,699 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:43:11,990 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:43:13,701 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:43:15,702 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:43:17,041 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:43:17,621 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:43:17,703 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:43:17,705 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:43:17,705 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:43:17,709 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:43:19,705 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:43:21,706 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:43:22,774 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:43:23,708 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:43:25,709 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:43:27,710 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:43:28,752 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:43:29,712 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:43:31,713 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:43:32,504 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:43:32,621 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:43:32,705 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:43:32,705 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:43:32,708 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:43:33,714 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:43:34,738 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:43:35,716 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:43:37,717 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:43:39,720 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:43:40,518 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:43:41,722 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:43:43,724 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:43:45,725 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:43:46,389 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:43:47,622 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:43:47,705 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:43:47,705 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:43:47,708 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:43:47,726 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:43:49,728 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:43:51,729 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:43:52,343 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:43:53,730 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:43:55,732 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:43:57,733 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:43:58,342 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:43:59,735 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:44:01,736 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:44:02,506 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:44:02,622 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:44:02,705 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:44:02,706 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:44:02,709 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:44:03,352 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:44:03,737 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:44:05,739 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:44:07,740 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:44:09,036 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:44:09,742 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:44:11,743 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:44:13,744 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:44:14,117 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:44:15,746 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:44:17,622 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:44:17,705 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:44:17,706 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:44:17,706 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:44:17,747 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:44:19,749 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:44:19,946 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:44:21,750 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:44:23,756 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:44:25,003 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:44:25,757 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:44:27,759 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:44:29,760 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:44:30,692 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:44:31,761 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:44:32,507 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:44:32,622 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:44:32,706 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:44:32,706 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:44:32,707 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:44:33,763 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:44:35,693 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:44:35,764 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:44:37,765 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:44:40,768 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:44:41,540 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:44:42,770 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:44:44,772 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:44:46,773 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:44:47,518 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:44:47,622 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:44:47,706 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:44:47,706 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:44:47,709 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:44:48,774 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:44:50,776 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:44:52,777 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:44:53,406 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:44:54,779 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:44:56,780 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:44:58,781 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:44:59,351 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:45:00,783 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:45:02,509 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:45:02,622 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:45:02,706 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:45:02,707 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:45:02,710 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:45:02,784 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:45:04,786 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:45:05,290 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:45:06,787 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:45:08,788 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:45:10,369 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:45:10,790 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:45:12,791 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:45:14,792 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:45:16,100 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:45:16,794 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:45:17,622 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:45:17,706 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:45:17,707 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:45:17,711 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:45:18,795 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:45:20,797 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:45:21,136 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:45:22,798 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:45:24,799 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:45:26,801 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:45:27,006 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:45:28,802 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:45:30,803 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:45:32,107 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:45:32,509 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:45:32,623 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:45:32,706 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:45:32,707 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:45:32,711 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:45:32,806 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:45:34,807 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:45:36,809 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:45:37,986 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:45:38,810 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:45:40,811 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:45:42,813 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:45:43,064 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:45:44,814 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:45:46,815 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:45:47,623 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:45:47,706 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:45:47,707 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:45:47,710 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:45:48,817 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:45:48,896 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:45:50,818 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:45:52,819 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:45:54,661 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:45:54,821 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:45:56,822 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:45:58,823 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:45:59,686 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:46:00,825 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:46:02,510 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:46:02,623 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:46:02,706 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:46:02,708 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:46:02,711 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:46:02,827 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:46:04,828 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:46:05,362 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:46:06,829 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:46:08,831 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:46:10,459 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:46:10,832 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:46:12,833 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:46:14,835 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:46:16,265 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:46:16,836 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:46:17,623 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:46:17,706 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:46:17,707 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:46:17,710 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:46:18,837 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:46:20,838 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:46:22,210 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:46:22,840 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:46:24,841 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:46:26,843 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:46:28,179 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:46:28,844 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:46:30,845 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:46:32,512 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:46:32,623 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:46:32,707 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:46:32,707 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:46:32,711 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:46:32,847 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:46:34,113 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:46:34,848 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:46:36,849 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:46:38,851 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:46:40,065 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:46:40,852 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:46:42,854 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:46:44,855 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:46:45,154 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:46:46,857 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:46:47,623 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:46:47,707 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:46:47,707 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:46:47,711 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:46:48,858 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:46:50,846 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:46:50,859 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:46:50,987 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 11:46:50,988 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 11:46:50,989 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 11:46:50,989 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 11:46:50,990 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 11:46:51,859 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 11:46:52,860 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:46:54,861 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:46:56,066 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:46:56,862 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:46:58,863 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:47:00,865 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:47:01,185 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:47:02,513 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:47:02,624 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:47:02,711 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:47:02,712 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:47:02,713 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:47:02,866 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:47:04,867 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:47:06,186 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:47:06,871 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:47:08,872 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:47:10,873 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:47:11,091 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 11:47:11,648 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:47:12,875 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:47:14,876 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:47:16,878 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:47:17,412 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:47:17,624 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:47:17,711 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:47:17,713 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:47:17,713 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:47:18,879 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:47:20,880 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:47:22,549 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:47:22,882 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:47:24,883 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:47:26,885 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:47:28,272 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:47:28,886 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:47:30,887 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:47:32,514 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:47:32,624 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:47:32,711 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:47:32,713 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:47:32,714 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:47:32,888 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:47:34,269 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:47:34,890 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:47:36,891 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:47:38,893 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:47:39,354 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:47:40,894 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:47:42,895 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:47:44,897 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:47:45,164 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:47:46,898 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:47:47,624 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:47:47,711 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:47:47,713 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:47:47,713 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:47:48,900 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:47:50,171 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:47:50,901 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:47:52,902 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:47:54,903 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:47:56,054 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:47:56,905 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:47:58,906 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:48:00,907 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:48:01,914 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:48:02,515 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:48:02,624 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:48:02,712 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:48:02,713 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:48:02,714 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:48:02,919 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:48:04,928 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:48:06,956 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:48:07,930 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:48:09,931 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:48:11,933 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:48:12,666 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:48:13,934 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:48:15,935 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:48:17,624 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:48:17,712 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:48:17,713 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:48:17,714 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:48:17,881 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:48:17,937 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:48:19,938 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:48:21,939 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:48:23,361 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:48:23,941 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:48:25,942 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:48:27,943 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:48:29,220 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:48:29,944 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:48:31,946 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:48:32,516 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:48:32,625 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:48:32,712 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:48:32,714 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:48:32,714 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:48:33,948 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:48:35,184 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:48:35,949 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:48:37,950 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:48:39,951 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:48:41,115 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:48:41,953 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:48:43,954 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:48:45,955 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:48:47,098 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:48:47,625 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:48:47,712 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:48:47,713 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:48:47,714 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:48:47,957 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:48:49,958 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:48:51,960 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:48:52,101 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:48:53,961 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:48:55,963 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:48:57,870 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:48:57,964 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:48:59,966 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:49:01,967 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:49:02,518 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:49:02,625 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:49:02,712 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:49:02,714 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:49:02,714 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:49:02,874 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:49:03,968 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:49:05,970 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:49:07,971 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:49:08,629 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:49:09,973 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:49:11,974 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:49:13,653 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:49:13,975 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:49:15,977 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:49:17,625 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:49:17,712 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:49:17,714 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:49:17,714 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:49:17,978 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:49:19,395 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:49:19,979 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:49:21,981 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:49:23,982 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:49:25,337 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:49:25,983 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:49:27,985 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:49:29,986 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:49:31,326 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:49:31,988 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:49:32,519 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:49:32,625 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:49:32,712 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:49:32,714 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:49:32,714 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:49:33,989 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:49:35,990 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:49:37,138 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:49:37,992 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:49:39,993 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:49:42,001 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:49:42,188 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:49:44,003 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:49:46,004 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:49:47,626 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:49:47,713 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:49:47,714 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:49:47,715 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:49:47,849 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:49:48,005 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:49:50,007 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:49:52,008 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:49:53,837 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:49:54,009 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:49:56,011 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:49:58,012 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:49:59,812 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:50:00,013 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:50:02,015 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:50:02,520 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:50:02,626 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:50:02,713 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:50:02,714 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:50:02,715 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:50:04,016 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:50:05,654 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:50:06,017 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:50:08,019 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:50:10,020 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:50:10,714 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:50:12,021 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:50:14,023 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:50:16,024 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:50:16,635 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:50:17,626 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:50:17,713 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:50:17,714 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:50:17,715 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:50:18,026 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:50:20,027 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:50:21,686 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:50:22,029 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:50:24,030 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:50:26,032 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:50:26,737 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:50:28,033 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:50:30,034 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:50:32,036 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:50:32,407 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:50:32,522 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:50:32,626 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:50:32,713 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:50:32,714 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:50:32,715 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:50:34,037 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:50:36,039 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:50:38,040 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:50:38,356 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:50:40,041 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:50:42,043 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:50:44,044 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:50:44,251 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:50:46,045 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:50:47,626 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:50:47,713 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:50:47,715 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:50:47,715 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:50:48,051 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:50:50,052 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:50:50,220 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:50:52,053 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:50:54,054 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:50:56,056 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:50:56,123 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:50:58,057 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:51:00,058 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:51:01,164 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:51:02,060 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:51:02,523 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:51:02,626 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:51:02,713 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:51:02,715 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:51:02,716 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:51:04,061 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:51:06,063 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:51:06,922 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:51:08,064 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:51:10,066 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:51:12,067 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:51:12,883 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:51:14,068 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:51:16,072 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:51:17,626 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:51:17,713 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:51:17,715 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:51:17,715 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:51:18,073 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:51:18,134 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:51:20,075 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:51:22,076 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:51:24,034 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:51:24,077 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:51:26,079 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:51:28,080 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:51:29,157 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:51:30,081 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:51:32,083 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:51:32,524 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:51:32,626 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:51:32,713 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:51:32,715 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:51:32,715 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:51:34,084 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:51:34,938 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:51:36,085 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:51:38,093 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:51:40,895 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:51:41,095 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:51:43,097 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:51:45,098 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:51:46,873 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:51:47,099 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:51:47,627 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:51:47,716 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:51:47,718 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:51:47,719 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:51:49,101 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:51:51,102 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:51:52,833 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:51:53,103 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:51:55,105 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:51:57,106 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:51:57,875 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:51:59,107 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:52:01,109 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:52:02,525 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:52:02,627 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:52:02,714 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:52:02,722 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:52:02,722 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:52:03,110 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:52:03,857 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:52:05,111 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:52:07,113 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:52:09,115 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:52:09,715 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:52:11,116 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:52:13,117 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:52:14,764 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:52:15,118 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:52:17,120 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:52:17,627 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:52:17,714 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:52:17,723 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:52:17,723 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:52:19,121 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:52:20,417 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:52:21,123 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:52:23,124 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:52:25,126 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:52:26,282 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:52:27,127 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:52:29,129 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:52:31,130 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:52:32,137 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:52:32,526 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:52:32,627 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:52:32,714 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:52:32,723 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:52:32,723 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:52:33,131 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:52:35,132 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:52:37,134 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:52:38,038 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:52:39,135 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:52:41,136 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:52:43,139 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:52:43,937 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:52:45,140 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:52:47,142 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:52:47,628 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:52:47,714 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:52:47,723 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:52:47,723 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:52:49,143 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:52:49,855 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:52:51,145 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:52:53,146 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:52:55,147 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:52:55,823 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:52:57,148 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:52:59,150 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:53:01,010 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:53:01,151 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:53:02,527 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:53:02,628 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:53:02,715 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:53:02,723 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:53:02,723 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:53:03,153 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:53:05,154 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:53:06,685 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:53:07,155 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:53:09,157 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:53:11,158 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:53:11,799 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:53:13,160 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:53:15,161 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:53:17,162 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:53:17,446 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:53:17,628 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:53:17,715 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:53:17,723 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:53:17,723 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:53:19,164 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:53:21,165 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:53:23,166 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:53:23,308 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:53:25,168 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:53:27,169 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:53:29,171 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:53:29,279 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:53:31,172 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:53:32,528 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:53:32,628 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:53:32,716 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:53:32,723 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:53:32,724 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:53:33,174 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:53:34,432 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:53:35,175 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:53:37,177 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:53:39,178 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:53:40,172 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:53:41,179 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:53:43,181 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:53:45,182 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:53:46,130 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:53:47,183 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:53:47,628 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:53:47,715 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:53:47,723 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:53:47,724 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:53:49,185 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:53:51,186 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:53:52,079 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:53:53,187 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:53:55,189 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:53:57,190 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:53:57,201 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:53:59,192 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:54:01,193 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:54:02,530 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:54:02,533 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:54:02,628 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:54:02,716 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:54:02,723 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:54:02,724 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:54:03,194 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:54:05,196 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:54:07,197 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:54:07,715 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:54:09,198 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:54:11,200 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:54:13,201 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:54:13,547 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:54:15,203 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:54:17,204 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:54:17,628 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:54:17,715 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:54:17,723 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:54:17,724 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:54:19,205 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:54:19,422 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:54:21,207 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:54:23,208 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:54:25,209 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:54:25,294 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:54:27,211 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:54:29,212 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:54:30,466 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:54:31,213 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:54:32,531 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:54:32,629 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:54:32,716 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:54:32,724 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:54:32,724 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:54:33,215 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:54:35,216 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:54:36,164 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:54:37,217 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:54:39,219 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:54:41,220 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:54:42,025 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:54:43,221 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:54:45,223 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:54:47,087 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:54:47,224 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:54:47,629 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:54:47,716 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:54:47,724 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:54:47,724 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:54:49,225 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:54:51,227 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:54:52,798 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:54:53,228 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:54:55,229 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:54:57,231 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:54:58,657 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:54:59,232 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:55:01,234 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:55:02,532 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:55:02,629 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:55:02,716 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:55:02,724 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:55:02,724 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:55:03,235 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:55:03,808 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:55:05,236 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:55:08,239 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:55:09,490 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:55:10,240 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:55:12,241 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:55:14,243 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:55:14,490 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:55:16,244 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:55:17,629 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:55:17,716 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:55:17,724 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:55:17,724 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:55:18,245 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:55:20,153 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:55:20,247 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:55:22,249 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:55:24,250 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:55:26,108 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:55:26,251 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:55:28,253 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:55:30,254 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:55:31,984 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:55:32,261 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:55:32,533 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:55:32,629 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:55:32,716 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:55:32,724 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:55:32,725 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:55:34,263 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:55:36,264 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:55:37,898 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:55:38,265 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:55:40,268 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:55:42,270 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:55:43,761 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:55:44,271 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:55:46,272 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:55:47,629 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:55:47,716 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:55:47,724 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:55:47,724 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:55:48,274 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:55:49,612 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:55:50,275 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:55:52,276 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:55:54,278 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:55:55,457 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:55:56,279 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:55:58,280 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:56:00,282 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:56:01,435 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:56:02,283 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:56:02,535 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:56:02,629 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:56:02,717 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:56:02,725 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:56:02,725 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:56:04,285 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:56:06,286 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:56:07,344 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:56:08,287 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:56:10,289 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:56:12,290 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:56:13,178 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:56:14,292 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:56:16,293 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:56:17,630 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:56:17,717 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:56:17,725 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:56:17,725 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:56:18,294 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:56:19,147 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:56:20,296 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:56:22,297 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:56:24,206 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:56:24,298 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:56:26,300 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:56:28,301 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:56:30,005 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:56:30,303 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:56:32,304 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:56:32,536 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:56:32,630 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:56:32,717 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:56:32,725 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:56:32,726 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:56:34,305 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:56:35,029 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:56:36,313 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:56:38,315 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:56:40,317 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:56:40,898 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:56:42,318 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:56:44,319 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:56:46,321 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:56:46,729 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:56:47,630 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:56:47,717 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:56:47,725 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:56:47,726 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:56:48,322 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:56:50,324 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:56:51,795 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:56:52,325 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:56:54,327 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:56:56,328 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:56:57,539 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:56:58,329 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:57:00,330 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:57:02,332 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:57:02,537 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:57:02,554 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:57:02,630 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:57:02,717 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:57:02,725 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:57:02,726 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:57:04,334 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:57:06,336 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:57:08,337 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:57:08,401 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:57:10,339 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:57:12,340 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:57:13,456 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:57:14,341 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:57:16,343 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:57:17,630 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:57:17,717 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:57:17,725 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:57:17,726 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:57:18,344 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:57:19,298 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:57:20,345 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:57:22,347 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:57:24,335 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:57:24,350 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:57:26,351 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:57:28,353 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:57:30,169 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:57:30,356 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:57:32,356 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:57:32,538 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:57:32,630 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:57:32,717 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:57:32,725 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:57:32,726 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:57:34,357 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:57:35,253 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:57:36,358 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:57:38,360 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:57:40,361 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:57:41,237 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:57:42,363 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:57:44,364 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:57:46,289 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:57:46,366 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:57:47,631 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:57:47,717 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:57:47,726 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:57:47,726 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:57:48,367 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:57:50,369 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:57:51,913 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:57:52,370 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:57:54,371 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:57:56,373 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:57:56,956 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:57:58,374 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:58:00,375 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:58:02,377 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:58:02,540 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:58:02,540 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:58:02,631 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:58:02,717 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:58:02,726 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:58:02,726 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:58:04,378 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:58:06,380 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:58:07,698 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:58:08,381 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:58:10,389 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:58:12,383 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:58:13,417 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:58:14,385 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:58:16,386 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:58:17,631 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:58:17,718 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:58:17,726 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:58:17,726 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:58:18,388 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:58:19,277 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:58:20,389 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:58:22,390 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:58:24,392 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:58:25,238 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:58:26,393 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:58:28,394 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:58:30,396 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:58:31,209 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:58:32,397 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:58:32,541 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:58:32,631 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:58:32,718 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:58:32,726 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:58:32,726 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:58:34,398 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:58:36,407 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:58:37,142 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:58:39,409 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:58:41,410 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:58:43,124 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:58:43,415 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:58:45,417 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:58:47,418 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:58:47,631 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:58:47,718 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:58:47,726 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:58:47,727 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:58:48,235 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:58:49,420 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:58:51,421 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:58:53,423 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:58:54,018 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:58:55,424 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:58:57,426 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:58:59,075 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:58:59,427 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:59:01,428 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:59:02,554 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:59:02,631 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:59:02,718 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:59:02,726 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:59:02,727 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:59:03,430 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:59:04,891 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:59:05,431 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:59:07,432 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:59:09,434 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:59:10,812 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:59:11,435 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:59:13,436 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:59:15,438 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:59:16,802 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:59:17,440 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:59:17,631 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:59:17,718 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:59:17,726 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:59:17,727 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:59:19,441 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:59:21,442 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:59:22,646 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:59:23,444 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:59:25,445 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:59:27,446 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:59:28,483 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:59:29,448 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:59:31,449 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:59:32,552 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 11:59:32,631 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:59:32,718 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:59:32,726 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:59:32,727 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:59:33,450 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:59:34,445 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:59:35,452 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:59:37,454 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:59:39,455 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:59:40,276 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:59:41,457 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:59:43,458 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:59:45,349 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:59:45,459 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:59:47,461 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:59:47,637 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 11:59:47,718 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 11:59:47,727 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 11:59:47,727 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 11:59:49,462 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:59:51,223 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:59:51,463 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:59:53,465 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:59:55,466 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:59:57,127 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 11:59:57,467 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 11:59:59,469 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:00:01,470 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:00:02,554 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:00:02,555 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:00:02,638 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:00:02,719 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:00:02,727 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:00:02,727 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:00:03,472 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:00:05,474 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:00:07,475 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:00:07,644 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:00:09,477 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:00:11,478 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:00:12,846 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:00:13,480 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:00:15,481 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:00:17,483 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:00:17,638 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:00:17,719 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:00:17,727 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:00:17,727 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:00:17,857 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:00:19,484 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:00:21,485 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:00:23,279 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:00:23,486 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:00:25,488 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:00:27,489 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:00:29,249 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:00:29,491 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:00:31,492 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:00:32,555 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:00:32,639 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:00:32,719 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:00:32,727 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:00:32,727 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:00:33,494 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:00:35,162 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:00:35,495 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:00:37,496 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:00:39,498 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:00:40,312 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:00:41,499 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:00:43,500 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:00:45,501 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:00:46,223 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:00:47,503 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:00:47,639 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:00:47,719 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:00:47,727 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:00:47,727 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:00:49,504 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:00:51,287 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:00:51,506 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:00:53,507 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:00:55,511 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:00:57,236 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:00:57,512 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:00:59,513 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:01:01,515 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:01:02,556 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:01:02,556 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:01:02,639 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:01:02,719 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:01:02,727 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:01:02,728 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:01:03,516 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:01:05,517 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:01:07,518 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:01:07,971 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:01:09,519 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:01:11,521 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:01:13,522 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:01:13,871 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:01:15,524 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:01:17,525 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:01:17,639 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:01:17,719 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:01:17,727 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:01:17,728 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:01:19,527 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:01:19,761 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:01:21,528 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:01:23,529 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:01:25,531 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:01:25,736 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:01:27,532 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:01:29,533 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:01:31,535 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:01:31,617 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:01:32,557 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:01:32,639 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:01:32,719 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:01:32,728 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:01:32,728 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:01:33,536 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:01:35,537 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:01:36,629 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:01:37,539 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:01:39,540 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:01:41,541 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:01:42,458 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:01:43,542 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:01:45,544 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:01:47,545 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:01:47,639 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:01:47,720 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:01:47,728 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:01:47,728 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:01:47,893 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:01:49,546 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:01:51,548 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:01:53,137 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:01:53,549 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:01:55,556 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:01:57,565 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:01:58,260 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:02:00,567 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:02:02,558 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:02:02,568 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:02:02,640 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:02:02,720 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:02:02,728 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:02:02,729 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:02:04,050 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:02:04,569 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:02:06,571 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:02:08,572 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:02:09,230 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:02:10,573 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:02:12,575 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:02:14,576 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:02:15,113 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:02:16,577 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:02:17,640 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:02:17,720 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:02:17,728 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:02:17,728 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:02:18,579 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:02:20,580 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:02:20,889 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:02:22,581 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:02:24,583 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:02:25,912 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:02:26,584 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:02:28,585 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:02:30,586 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:02:31,631 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:02:32,560 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:02:32,588 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:02:32,640 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:02:32,720 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:02:32,728 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:02:32,729 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:02:34,589 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:02:36,590 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:02:37,494 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:02:38,592 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:02:40,593 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:02:42,595 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:02:43,455 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:02:44,596 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:02:46,598 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:02:47,640 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:02:47,720 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:02:47,728 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:02:47,729 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:02:48,599 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:02:49,378 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:02:50,600 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:02:52,602 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:02:54,549 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:02:54,603 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:02:56,605 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:02:58,606 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:03:00,463 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:03:00,607 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:03:02,561 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:03:02,608 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:03:02,640 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:03:02,720 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:03:02,728 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:03:02,729 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:03:04,610 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:03:06,418 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:03:06,611 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:03:08,612 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:03:10,614 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:03:11,428 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:03:12,615 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:03:14,617 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:03:16,618 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:03:17,093 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:03:17,640 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:03:17,720 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:03:17,728 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:03:17,729 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:03:18,600 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 12:03:18,601 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 12:03:18,602 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 12:03:18,602 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 12:03:18,603 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 12:03:18,620 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 12:03:18,620 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:03:20,621 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:03:22,141 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:03:22,622 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:03:24,623 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:03:26,625 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:03:27,243 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:03:28,626 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:03:30,628 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:03:32,318 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:03:32,562 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:03:32,629 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:03:32,640 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:03:32,720 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:03:32,728 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:03:32,729 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:03:34,630 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:03:36,631 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:03:37,435 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:03:37,632 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:03:38,611 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 12:03:38,633 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:03:39,633 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:03:40,634 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:03:42,542 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:03:42,635 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:03:44,636 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:03:46,637 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:03:47,641 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:03:47,721 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:03:47,728 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:03:47,729 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:03:47,904 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:03:48,638 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:03:50,640 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:03:52,641 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:03:53,111 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:03:54,642 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:03:56,643 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:03:58,156 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:03:58,645 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:04:00,647 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:04:02,563 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:04:02,641 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:04:02,648 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:04:02,721 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:04:02,729 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:04:02,729 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:04:04,050 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:04:04,649 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:04:06,650 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:04:08,652 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:04:10,009 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:04:10,653 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:04:12,654 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:04:14,656 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:04:15,950 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:04:16,658 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:04:17,641 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:04:17,721 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:04:17,729 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:04:17,729 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:04:18,659 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:04:20,660 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:04:21,751 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:04:22,661 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:04:24,663 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:04:26,664 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:04:27,722 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:04:28,665 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:04:30,666 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:04:32,564 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:04:32,641 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:04:32,668 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:04:32,722 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:04:32,732 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:04:32,732 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:04:32,859 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:04:34,670 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:04:36,671 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:04:38,209 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:04:38,672 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:04:40,674 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:04:42,675 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:04:44,142 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:04:44,677 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:04:46,678 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:04:47,641 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:04:47,722 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:04:47,735 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:04:47,735 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:04:48,680 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:04:50,122 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:04:50,681 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:04:52,682 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:04:54,684 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:04:56,039 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:04:56,685 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:04:58,686 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:05:00,688 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:05:01,898 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:05:02,565 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:05:02,641 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:05:02,689 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:05:02,722 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:05:02,735 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:05:02,735 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:05:04,696 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:05:06,697 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:05:06,967 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:05:08,698 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:05:10,700 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:05:12,686 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:05:12,701 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:05:14,702 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:05:16,703 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:05:17,641 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:05:17,722 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:05:17,735 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:05:17,735 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:05:17,863 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:05:18,705 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:05:20,706 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:05:22,708 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:05:23,235 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:05:24,709 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:05:26,710 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:05:28,712 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:05:29,235 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:05:30,713 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:05:32,567 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:05:32,642 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:05:32,714 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:05:32,722 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:05:32,735 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:05:32,735 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:05:34,362 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:05:34,715 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:05:37,719 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:05:39,720 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:05:40,187 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:05:41,721 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:05:43,723 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:05:45,366 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:05:45,724 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:05:47,642 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:05:47,722 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:05:47,726 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:05:47,735 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:05:47,735 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:05:49,727 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:05:51,151 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:05:51,729 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:05:53,730 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:05:55,731 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:05:56,231 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:05:57,732 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:05:59,734 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:06:01,735 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:06:01,953 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:06:02,568 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:06:02,642 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:06:02,723 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:06:02,735 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:06:02,736 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:06:03,737 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:06:05,738 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:06:06,973 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:06:07,739 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:06:09,741 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:06:11,742 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:06:12,682 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:06:13,743 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:06:15,745 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:06:17,642 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:06:17,691 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:06:17,723 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:06:17,735 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:06:17,736 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:06:17,746 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:06:19,747 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:06:21,749 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:06:23,333 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:06:23,750 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:06:25,755 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:06:27,757 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:06:28,429 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:06:29,758 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:06:31,759 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:06:32,569 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:06:32,642 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:06:32,723 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:06:32,735 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:06:32,736 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:06:33,761 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:06:34,322 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:06:35,762 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:06:37,764 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:06:39,765 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:06:40,301 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:06:41,766 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:06:43,768 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:06:45,769 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:06:46,295 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:06:47,642 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:06:47,723 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:06:47,735 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:06:47,736 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:06:47,770 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:06:49,772 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:06:51,773 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:06:52,264 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:06:53,774 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:06:55,776 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:06:57,777 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:06:58,158 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:06:59,778 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:07:01,780 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:07:02,570 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:07:02,643 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:07:02,723 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:07:02,736 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:07:02,736 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:07:03,177 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:07:03,781 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:07:05,783 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:07:07,784 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:07:08,802 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:07:09,785 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:07:11,786 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:07:13,787 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:07:14,785 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:07:15,789 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:07:17,642 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:07:17,729 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:07:17,742 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:07:17,742 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:07:17,790 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:07:19,791 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:07:19,793 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:07:21,793 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:07:23,794 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:07:25,546 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:07:25,795 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:07:27,797 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:07:29,798 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:07:30,636 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:07:31,799 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:07:32,571 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:07:32,643 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:07:32,728 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:07:32,742 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:07:32,742 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:07:33,801 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:07:35,802 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:07:36,291 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:07:37,803 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:07:39,805 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:07:41,806 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:07:42,266 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:07:43,808 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:07:45,809 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:07:47,643 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:07:47,728 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:07:47,741 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:07:47,741 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:07:47,810 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:07:47,853 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:07:49,812 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:07:51,813 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:07:52,972 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:07:53,814 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:07:55,816 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:07:57,817 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:07:57,973 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:07:59,819 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:08:01,820 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:08:02,572 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:08:02,643 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:08:02,728 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:08:02,741 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:08:02,741 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:08:03,821 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:08:03,853 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:08:05,823 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:08:07,824 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:08:09,558 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:08:09,825 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:08:11,827 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:08:13,828 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:08:15,337 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:08:15,831 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:08:17,643 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:08:17,729 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:08:17,741 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:08:17,742 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:08:17,833 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:08:19,834 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:08:20,357 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:08:21,835 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:08:23,836 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:08:25,838 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:08:26,073 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:08:27,839 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:08:29,841 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:08:31,842 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:08:32,070 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:08:32,573 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:08:32,643 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:08:32,729 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:08:32,741 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:08:32,742 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:08:33,843 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:08:35,845 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:08:37,847 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:08:38,060 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:08:39,848 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:08:41,852 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:08:43,835 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:08:43,851 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:08:45,853 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:08:47,643 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:08:47,729 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:08:47,765 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:08:47,766 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:08:47,854 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:08:49,821 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:08:49,856 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:08:51,857 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:08:53,858 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:08:54,896 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:08:55,860 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:08:57,861 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:08:59,862 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:09:00,836 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:09:01,864 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:09:02,575 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:09:02,644 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:09:02,729 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:09:02,741 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:09:02,742 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:09:03,865 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:09:05,841 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:09:06,868 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:09:08,869 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:09:10,870 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:09:10,962 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:09:12,872 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:09:14,873 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:09:15,965 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:09:16,875 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:09:17,644 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:09:17,729 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:09:17,742 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:09:17,742 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:09:18,877 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:09:20,878 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:09:21,728 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:09:22,879 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:09:24,881 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:09:26,882 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:09:27,628 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:09:28,884 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:09:30,885 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:09:32,575 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:09:32,644 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:09:32,729 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:09:32,742 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:09:32,742 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:09:32,866 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:09:32,886 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:09:34,888 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:09:36,891 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:09:38,351 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:09:38,893 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:09:40,894 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:09:42,895 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:09:44,282 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:09:44,897 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:09:46,898 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:09:47,644 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:09:47,729 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:09:47,742 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:09:47,742 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:09:48,900 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:09:49,434 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:09:50,905 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:09:52,902 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:09:54,561 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:09:54,903 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:09:56,904 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:09:58,906 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:10:00,424 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:10:00,907 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:10:02,581 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:10:02,644 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:10:02,730 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:10:02,742 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:10:02,743 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:10:02,908 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:10:04,909 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:10:05,563 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:10:06,911 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:10:08,912 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:10:10,914 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:10:11,339 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:10:12,915 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:10:14,916 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:10:16,371 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:10:16,918 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:10:17,644 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:10:17,730 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:10:17,743 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:10:17,743 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:10:18,919 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:10:20,920 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:10:22,179 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:10:22,921 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:10:24,923 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:10:26,924 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:10:28,136 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:10:28,926 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:10:30,927 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:10:32,578 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:10:32,645 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:10:32,730 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:10:32,742 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:10:32,743 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:10:32,928 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:10:33,168 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:10:34,930 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:10:36,931 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:10:38,858 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:10:38,932 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:10:40,933 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:10:42,935 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:10:44,829 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:10:44,936 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:10:46,938 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:10:47,645 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:10:47,730 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:10:47,744 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:10:47,745 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:10:48,939 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:10:50,638 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:10:50,940 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:10:52,942 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:10:54,944 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:10:55,764 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:10:56,945 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:10:58,946 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:11:00,947 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:11:01,567 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:11:02,579 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:11:02,645 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:11:02,730 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:11:02,743 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:11:02,744 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:11:02,949 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:11:04,950 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:11:06,952 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:11:07,537 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:11:08,953 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:11:10,954 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:11:12,614 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:11:12,955 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:11:14,956 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:11:16,959 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:11:17,645 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:11:17,730 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:11:17,743 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:11:17,744 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:11:17,924 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:11:18,961 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:11:20,962 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:11:22,963 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:11:23,264 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:11:24,965 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:11:26,966 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:11:28,967 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:11:29,201 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:11:30,969 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:11:32,581 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:11:32,645 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:11:32,730 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:11:32,743 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:11:32,744 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:11:32,970 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:11:34,972 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:11:35,061 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:11:36,973 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:11:38,974 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:11:40,965 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:11:40,975 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:11:42,977 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:11:44,978 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:11:46,832 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:11:46,980 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:11:47,645 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:11:47,731 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:11:47,744 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:11:47,744 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:11:48,982 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:11:50,983 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:11:52,652 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:11:52,984 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:11:54,985 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:11:56,987 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:11:58,461 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:11:58,988 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:12:00,989 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:12:02,582 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:12:02,645 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:12:02,731 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:12:02,744 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:12:02,744 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:12:02,990 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:12:03,520 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:12:04,992 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:12:06,993 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:12:08,994 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:12:09,264 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:12:10,995 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:12:12,997 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:12:14,998 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:12:15,201 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:12:16,999 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:12:17,646 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:12:17,731 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:12:17,744 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:12:17,744 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:12:19,000 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:12:20,202 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:12:21,002 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:12:23,003 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:12:25,004 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:12:26,121 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:12:27,006 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:12:29,010 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:12:31,011 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:12:31,149 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:12:32,583 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:12:32,646 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:12:32,731 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:12:32,745 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:12:32,746 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:12:33,013 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:12:35,015 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:12:36,865 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:12:37,017 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:12:39,030 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:12:42,039 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:12:42,783 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:12:44,041 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:12:46,042 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:12:47,646 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:12:47,731 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:12:47,744 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:12:47,744 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:12:47,873 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:12:48,043 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:12:50,044 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:12:52,046 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:12:53,425 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:12:54,048 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:12:56,049 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:12:58,050 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:12:59,287 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:13:00,051 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:13:02,053 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:13:02,584 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:13:02,646 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:13:02,731 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:13:02,745 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:13:02,745 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:13:04,054 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:13:04,299 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:13:06,055 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:13:08,057 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:13:10,058 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:13:10,226 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:13:12,059 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:13:14,061 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:13:16,062 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:13:16,083 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:13:17,646 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:13:17,731 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:13:17,744 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:13:17,745 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:13:18,064 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:13:20,065 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:13:21,966 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:13:22,066 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:13:24,068 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:13:26,069 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:13:27,942 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:13:28,070 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:13:30,072 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:13:32,073 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:13:32,586 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:13:32,646 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:13:32,731 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:13:32,745 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:13:32,745 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:13:32,945 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:13:34,074 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:13:36,076 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:13:38,077 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:13:38,866 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:13:40,078 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:13:42,080 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:13:44,081 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:13:44,764 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:13:46,082 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:13:47,647 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:13:47,732 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:13:47,745 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:13:47,745 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:13:48,084 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:13:50,085 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:13:50,577 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:13:52,086 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:13:54,088 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:13:56,089 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:13:56,562 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:13:58,090 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:14:00,092 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:14:02,093 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:14:02,469 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:14:02,587 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:14:02,647 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:14:02,732 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:14:02,745 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:14:02,745 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:14:04,095 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:14:06,096 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:14:08,097 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:14:08,412 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:14:10,098 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:14:12,100 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:14:13,477 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:14:14,101 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:14:16,102 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:14:17,647 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:14:17,732 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:14:17,745 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:14:17,745 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:14:18,104 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:14:19,459 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:14:20,105 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:14:22,106 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:14:24,108 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:14:25,358 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:14:26,110 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:14:28,111 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:14:30,112 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:14:31,313 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:14:32,114 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:14:32,588 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:14:32,648 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:14:32,732 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:14:32,745 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:14:32,746 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:14:34,115 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:14:36,116 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:14:36,454 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:14:38,117 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:14:40,118 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:14:42,120 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:14:42,360 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:14:44,121 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:14:46,122 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:14:47,648 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:14:47,732 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:14:47,747 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:14:47,747 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:14:47,907 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:14:48,124 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:14:50,125 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:14:52,126 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:14:53,022 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:14:54,128 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:14:56,129 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:14:58,130 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:14:58,844 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:15:00,132 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:15:02,133 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:15:02,589 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:15:02,648 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:15:02,732 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:15:02,745 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:15:02,746 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:15:04,135 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:15:04,743 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:15:06,136 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:15:08,137 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:15:09,861 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:15:10,138 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:15:12,140 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:15:14,141 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:15:15,619 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:15:16,142 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:15:17,648 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:15:17,732 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:15:17,746 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:15:17,746 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:15:18,144 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:15:20,145 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:15:21,567 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:15:22,146 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:15:24,148 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:15:26,149 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:15:27,448 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:15:28,150 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:15:30,151 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:15:32,153 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:15:32,523 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:15:32,590 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:15:32,648 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:15:32,732 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:15:32,746 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:15:32,746 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:15:34,154 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:15:36,155 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:15:38,157 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:15:38,256 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:15:40,158 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:15:42,160 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:15:43,294 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:15:44,161 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:15:46,162 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:15:47,648 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:15:47,733 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:15:47,746 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:15:47,747 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:15:48,163 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:15:49,130 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:15:50,164 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:15:52,166 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:15:54,133 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:15:54,167 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:15:56,168 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:15:58,169 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:15:59,914 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:16:00,171 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:16:02,172 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:16:02,591 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:16:02,649 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:16:02,733 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:16:02,746 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:16:02,746 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:16:04,173 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:16:04,978 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:16:06,174 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:16:08,184 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:16:10,192 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:16:10,841 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:16:13,193 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:16:15,195 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:16:16,834 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:16:17,196 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:16:17,649 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:16:17,733 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:16:17,746 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:16:17,747 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:16:19,198 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:16:21,199 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:16:22,801 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:16:23,200 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:16:25,202 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:16:27,204 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:16:27,801 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:16:29,205 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:16:31,206 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:16:32,592 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:16:32,649 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:16:32,733 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:16:32,746 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:16:32,747 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:16:32,883 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:16:33,208 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:16:35,209 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:16:37,211 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:16:38,589 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:16:39,212 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:16:41,213 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:16:43,218 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:16:44,537 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:16:45,219 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:16:47,220 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:16:47,650 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:16:47,733 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:16:47,747 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:16:47,747 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:16:49,222 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:16:51,052 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:16:53,224 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:16:55,226 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:16:56,701 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:16:57,227 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:16:59,230 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:17:01,232 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:17:02,549 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:17:02,593 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:17:02,650 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:17:02,733 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:17:02,746 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:17:02,747 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:17:03,234 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:17:05,235 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:17:07,237 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:17:07,550 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:17:09,238 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:17:11,241 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:17:13,242 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:17:13,283 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:17:15,244 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:17:17,246 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:17:17,650 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:17:17,734 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:17:17,747 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:17:17,747 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:17:18,478 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:17:19,246 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:17:21,247 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:17:23,249 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:17:24,160 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:17:25,250 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:17:27,252 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:17:29,253 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:17:30,051 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:17:31,255 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:17:32,594 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:17:32,650 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:17:32,734 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:17:32,747 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:17:32,747 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:17:33,256 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:17:35,090 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:17:35,258 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:17:37,259 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:17:39,260 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:17:40,827 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:17:41,261 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:17:43,263 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:17:45,264 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:17:45,905 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:17:47,266 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:17:47,650 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:17:47,734 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:17:47,747 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:17:47,747 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:17:49,267 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:17:51,268 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:17:51,749 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:17:53,270 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:17:55,271 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:17:57,272 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:17:57,731 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:17:59,273 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:18:01,275 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:18:02,595 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:18:02,650 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:18:02,734 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:18:02,747 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:18:02,747 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:18:02,852 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:18:03,276 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:18:05,278 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:18:07,279 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:18:08,354 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:18:09,281 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:18:11,282 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:18:13,283 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:18:13,365 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:18:15,285 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:18:17,286 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:18:17,651 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:18:17,734 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:18:17,747 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:18:17,748 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:18:19,193 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:18:19,287 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:18:21,289 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:18:23,289 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:18:24,239 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:18:25,291 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:18:27,292 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:18:29,293 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:18:30,081 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:18:31,294 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:18:32,597 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:18:32,651 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:18:32,734 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:18:32,747 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:18:32,748 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:18:33,296 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:18:35,297 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:18:36,072 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:18:37,298 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:18:39,299 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:18:41,301 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:18:41,994 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:18:43,302 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:18:45,304 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:18:47,305 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:18:47,651 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:18:47,735 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:18:47,747 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:18:47,748 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:18:47,866 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:18:49,306 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:18:51,308 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:18:53,309 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:18:53,795 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:18:55,310 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:18:57,312 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:18:59,313 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:18:59,652 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:19:01,315 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:19:02,597 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:19:02,651 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:19:02,735 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:19:02,747 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:19:02,748 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:19:03,316 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:19:05,317 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:19:05,592 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:19:07,319 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:19:09,320 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:19:11,321 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:19:11,496 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:19:13,323 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:19:15,324 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:19:17,325 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:19:17,407 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:19:17,651 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:19:17,735 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:19:17,748 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:19:17,748 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:19:19,326 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:19:21,327 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:19:23,329 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:19:23,344 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:19:25,330 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:19:27,331 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:19:28,430 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:19:29,333 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:19:31,334 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:19:32,599 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:19:32,651 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:19:32,735 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:19:32,748 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:19:32,748 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:19:33,335 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:19:34,083 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:19:35,338 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:19:37,339 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:19:39,125 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:19:39,340 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:19:41,342 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:19:43,343 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:19:44,917 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:19:45,346 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:19:46,277 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 12:19:46,278 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 12:19:46,278 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 12:19:46,279 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 12:19:46,279 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 12:19:46,352 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 12:19:47,651 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:19:47,735 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:19:47,748 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:19:47,748 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:19:48,354 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:19:50,090 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:19:50,355 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:19:52,356 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:19:54,358 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:19:55,181 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:19:56,359 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:19:58,360 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:20:00,311 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:20:00,361 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:20:02,362 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:20:02,600 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:20:02,652 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:20:02,735 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:20:02,748 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:20:02,748 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:20:04,364 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:20:05,364 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:20:06,121 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:20:06,171 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 12:20:06,365 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:20:08,367 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:20:09,367 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:20:10,368 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:20:11,340 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:20:12,369 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:20:14,370 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:20:16,371 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:20:17,309 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:20:17,652 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:20:17,735 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:20:17,748 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:20:17,749 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:20:18,373 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:20:20,374 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:20:22,345 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:20:22,376 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:20:24,377 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:20:26,378 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:20:28,136 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:20:28,380 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:20:30,381 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:20:32,382 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:20:32,601 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:20:32,652 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:20:32,736 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:20:32,748 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:20:32,749 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:20:33,157 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:20:34,383 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:20:36,385 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:20:38,386 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:20:38,958 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:20:40,387 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:20:42,388 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:20:44,390 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:20:44,859 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:20:46,392 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:20:47,652 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:20:47,736 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:20:47,749 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:20:47,749 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:20:48,392 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:20:50,394 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:20:50,718 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:20:52,395 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:20:54,396 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:20:56,398 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:20:56,669 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:20:58,399 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:21:00,401 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:21:01,742 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:21:02,402 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:21:02,602 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:21:02,652 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:21:02,736 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:21:02,749 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:21:02,749 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:21:04,404 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:21:06,405 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:21:07,702 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:21:08,406 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:21:10,408 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:21:12,409 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:21:12,730 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:21:14,411 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:21:16,412 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:21:17,652 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:21:17,736 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:21:17,749 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:21:17,749 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:21:17,860 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:21:18,413 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:21:20,414 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:21:22,416 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:21:23,356 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:21:24,417 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:21:26,418 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:21:28,390 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:21:28,420 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:21:30,421 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:21:32,423 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:21:32,604 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:21:32,653 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:21:32,736 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:21:32,749 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:21:32,749 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:21:34,202 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:21:34,424 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:21:36,425 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:21:38,426 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:21:39,400 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:21:40,433 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:21:42,435 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:21:44,436 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:21:45,364 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:21:46,437 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:21:47,653 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:21:47,736 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:21:47,749 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:21:47,750 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:21:48,438 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:21:50,440 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:21:50,447 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:21:52,441 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:21:54,442 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:21:56,174 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:21:56,443 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:21:58,445 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:22:00,446 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:22:02,072 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:22:02,447 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:22:02,605 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:22:02,653 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:22:02,736 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:22:02,749 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:22:02,749 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:22:04,449 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:22:06,450 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:22:07,179 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:22:08,451 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:22:10,453 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:22:12,454 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:22:12,860 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:22:14,455 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:22:16,457 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:22:17,653 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:22:17,736 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:22:17,749 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:22:17,749 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:22:18,458 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:22:18,857 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:22:20,459 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:22:22,461 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:22:24,462 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:22:24,782 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:22:26,463 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:22:28,465 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:22:30,466 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:22:30,684 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:22:32,468 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:22:32,606 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:22:32,653 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:22:32,737 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:22:32,749 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:22:32,750 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:22:34,469 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:22:36,470 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:22:36,571 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:22:38,472 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:22:40,473 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:22:42,474 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:22:42,484 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:22:44,476 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:22:46,477 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:22:47,653 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:22:47,737 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:22:47,749 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:22:47,750 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:22:47,904 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:22:48,478 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:22:50,480 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:22:52,481 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:22:53,205 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:22:54,482 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:22:56,484 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:22:58,485 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:22:59,001 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:23:00,486 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:23:02,487 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:23:02,607 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:23:02,654 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:23:02,737 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:23:02,750 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:23:02,750 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:23:04,489 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:23:04,886 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:23:06,490 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:23:08,501 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:23:09,903 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:23:10,502 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:23:12,503 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:23:14,505 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:23:15,579 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:23:16,506 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:23:17,654 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:23:17,737 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:23:17,750 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:23:17,750 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:23:18,508 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:23:20,515 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:23:21,421 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:23:23,517 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:23:25,518 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:23:27,380 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:23:27,520 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:23:29,521 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:23:31,523 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:23:32,608 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:23:32,608 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:23:32,654 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:23:32,737 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:23:32,750 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:23:32,750 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:23:33,525 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:23:35,525 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:23:37,526 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:23:37,922 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:23:39,527 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:23:41,529 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:23:42,941 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:23:43,530 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:23:45,532 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:23:47,533 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:23:47,655 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:23:47,737 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:23:47,750 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:23:47,751 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:23:48,916 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:23:49,534 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:23:51,536 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:23:53,537 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:23:54,649 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:23:55,538 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:23:57,540 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:23:59,541 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:24:00,532 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:24:01,542 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:24:02,609 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:24:02,656 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:24:02,737 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:24:02,759 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:24:02,759 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:24:03,543 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:24:05,544 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:24:06,509 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:24:07,546 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:24:09,547 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:24:11,554 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:24:11,578 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:24:13,555 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:24:15,556 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:24:16,752 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:24:17,558 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:24:17,656 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:24:17,738 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:24:17,750 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:24:17,750 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:24:19,559 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:24:21,561 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:24:22,646 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:24:23,562 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:24:25,563 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:24:27,564 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:24:28,554 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:24:29,566 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:24:31,567 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:24:32,610 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:24:32,656 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:24:32,738 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:24:32,750 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:24:32,751 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:24:33,569 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:24:34,293 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:24:35,570 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:24:37,571 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:24:39,573 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:24:40,179 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:24:41,574 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:24:43,575 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:24:45,279 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:24:45,576 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:24:47,577 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:24:47,656 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:24:47,740 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:24:47,750 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:24:47,751 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:24:49,579 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:24:51,078 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:24:51,580 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:24:53,581 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:24:55,583 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:24:56,205 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:24:57,584 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:24:59,585 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:25:01,587 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:25:01,944 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:25:02,611 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:25:02,656 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:25:02,740 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:25:02,751 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:25:02,751 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:25:03,588 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:25:05,589 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:25:07,591 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:25:07,853 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:25:09,592 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:25:11,593 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:25:13,595 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:25:13,623 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:25:15,596 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:25:17,597 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:25:17,656 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:25:17,740 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:25:17,751 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:25:17,751 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:25:18,687 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:25:19,599 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:25:21,600 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:25:23,601 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:25:24,361 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:25:25,602 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:25:27,604 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:25:29,605 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:25:30,164 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:25:31,606 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:25:32,612 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:25:32,657 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:25:32,740 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:25:32,751 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:25:32,751 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:25:33,608 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:25:35,343 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:25:35,610 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:25:37,611 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:25:39,612 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:25:41,187 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:25:41,613 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:25:43,615 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:25:45,616 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:25:47,120 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:25:47,617 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:25:47,657 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:25:47,740 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:25:47,751 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:25:47,751 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:25:49,619 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:25:51,620 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:25:52,323 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:25:53,622 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:25:55,623 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:25:57,624 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:25:58,211 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:25:59,626 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:26:01,627 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:26:02,614 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:26:02,657 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:26:02,740 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:26:02,751 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:26:02,752 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:26:03,628 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:26:04,154 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:26:05,629 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:26:07,631 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:26:09,632 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:26:10,063 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:26:11,633 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:26:13,635 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:26:15,636 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:26:15,981 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:26:17,638 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:26:17,657 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:26:17,740 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:26:17,751 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:26:17,751 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:26:19,640 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:26:21,017 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:26:21,641 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:26:23,643 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:26:25,644 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:26:26,729 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:26:27,645 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:26:29,647 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:26:31,648 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:26:32,614 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:26:32,615 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:26:32,657 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:26:32,740 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:26:32,751 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:26:32,752 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:26:33,649 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:26:35,651 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:26:37,652 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:26:38,419 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:26:39,653 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:26:41,655 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:26:43,656 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:26:44,343 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:26:46,663 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:26:47,657 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:26:47,741 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:26:47,751 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:26:47,752 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:26:48,665 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:26:49,401 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:26:50,666 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:26:52,668 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:26:54,668 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:26:55,380 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:26:56,670 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:26:58,671 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:27:00,672 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:27:01,363 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:27:02,616 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:27:02,657 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:27:02,674 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:27:02,741 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:27:02,751 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:27:02,752 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:27:04,676 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:27:06,677 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:27:07,261 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:27:08,678 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:27:10,680 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:27:12,681 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:27:13,124 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:27:14,682 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:27:16,684 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:27:17,658 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:27:17,741 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:27:17,752 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:27:17,752 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:27:18,685 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:27:19,056 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:27:20,686 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:27:22,687 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:27:24,094 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:27:24,689 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:27:26,690 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:27:28,692 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:27:29,905 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:27:30,693 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:27:32,618 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:27:32,658 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:27:32,694 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:27:32,741 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:27:32,752 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:27:32,752 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:27:34,696 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:27:34,959 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:27:36,697 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:27:38,698 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:27:40,700 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:27:40,713 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:27:42,701 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:27:44,703 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:27:46,628 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:27:46,704 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:27:47,658 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:27:47,741 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:27:47,752 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:27:47,752 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:27:48,705 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:27:50,707 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:27:52,566 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:27:52,708 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:27:54,709 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:27:56,710 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:27:57,590 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:27:58,711 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:28:00,713 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:28:02,618 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:28:02,619 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:28:02,658 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:28:02,714 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:28:02,741 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:28:02,752 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:28:02,752 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:28:04,715 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:28:06,717 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:28:08,233 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:28:08,718 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:28:10,720 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:28:12,721 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:28:14,174 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:28:14,722 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:28:16,723 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:28:17,658 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:28:17,742 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:28:17,752 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:28:17,753 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:28:18,725 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:28:20,154 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:28:20,726 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:28:22,727 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:28:24,729 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:28:26,058 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:28:26,730 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:28:28,731 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:28:30,733 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:28:31,936 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:28:32,619 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:28:32,658 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:28:32,734 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:28:32,742 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:28:32,752 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:28:32,753 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:28:34,735 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:28:36,737 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:28:37,060 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:28:38,738 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:28:40,739 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:28:42,741 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:28:42,841 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:28:44,742 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:28:46,743 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:28:47,659 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:28:47,742 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:28:47,752 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:28:47,753 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:28:47,882 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:28:48,745 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:28:50,746 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:28:52,748 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:28:53,616 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:28:54,749 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:28:56,751 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:28:58,666 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:28:58,752 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:29:00,753 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:29:02,620 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:29:02,658 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:29:02,742 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:29:02,753 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:29:02,753 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:29:02,757 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:29:04,486 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:29:04,758 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:29:06,759 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:29:08,761 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:29:10,327 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:29:10,762 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:29:12,764 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:29:14,765 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:29:16,304 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:29:16,766 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:29:17,659 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:29:17,742 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:29:17,753 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:29:17,753 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:29:18,767 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:29:20,769 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:29:22,201 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:29:22,770 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:29:24,772 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:29:26,773 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:29:27,228 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:29:28,774 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:29:30,776 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:29:32,621 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:29:32,622 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:29:32,659 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:29:32,742 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:29:32,753 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:29:32,753 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:29:32,777 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:29:34,778 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:29:36,779 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:29:37,863 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:29:38,781 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:29:40,782 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:29:42,783 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:29:42,912 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:29:44,785 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:29:46,786 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:29:47,659 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:29:47,742 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:29:47,753 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:29:47,753 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:29:47,926 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:29:48,792 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:29:50,794 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:29:52,795 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:29:53,539 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:29:54,796 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:29:56,798 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:29:58,799 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:29:59,474 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:30:00,800 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:30:02,622 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:30:02,659 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:30:02,742 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:30:02,753 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:30:02,753 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:30:02,802 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:30:04,803 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:30:05,446 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:30:06,804 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:30:08,805 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:30:10,806 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:30:11,433 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:30:12,808 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:30:14,809 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:30:16,810 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:30:17,365 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:30:17,660 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:30:17,742 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:30:17,753 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:30:17,753 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:30:18,811 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:30:20,823 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:30:23,238 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:30:23,825 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:30:25,826 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:30:27,828 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:30:28,245 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:30:29,829 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:30:31,830 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:30:32,623 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:30:32,660 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:30:32,743 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:30:32,753 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:30:32,754 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:30:33,832 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:30:34,026 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:30:35,833 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:30:37,835 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:30:39,836 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:30:40,017 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:30:41,838 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:30:43,839 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:30:45,840 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:30:45,842 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:30:47,660 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:30:47,743 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:30:47,753 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:30:47,754 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:30:47,842 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:30:49,843 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:30:51,710 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:30:51,844 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:30:53,845 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:30:55,847 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:30:57,681 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:30:57,848 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:30:59,849 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:31:01,850 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:31:02,625 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:31:02,660 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:31:02,743 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:31:02,754 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:31:02,754 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:31:02,907 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:31:03,852 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:31:05,854 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:31:07,855 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:31:08,817 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:31:09,857 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:31:11,858 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:31:13,859 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:31:14,639 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:31:15,861 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:31:17,661 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:31:17,743 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:31:17,754 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:31:17,754 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:31:17,862 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:31:19,691 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:31:19,863 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:31:21,864 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:31:23,866 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:31:25,426 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:31:25,867 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:31:27,868 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:31:29,870 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:31:31,348 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:31:31,871 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:31:32,630 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:31:32,661 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:31:32,743 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:31:32,788 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:31:32,789 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:31:33,875 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:31:35,877 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:31:36,396 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:31:37,879 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:31:39,880 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:31:41,881 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:31:42,295 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:31:43,882 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:31:45,884 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:31:47,661 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:31:47,743 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:31:47,755 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:31:47,756 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:31:47,846 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:31:47,886 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:31:49,887 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:31:51,888 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:31:52,955 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:31:53,889 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:31:55,893 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:31:57,894 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:31:57,962 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:31:59,895 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:32:01,897 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:32:02,627 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:32:02,661 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:32:02,744 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:32:02,755 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:32:02,756 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:32:03,898 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:32:03,938 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:32:05,899 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:32:07,900 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:32:09,085 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:32:09,902 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:32:11,903 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:32:13,904 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:32:15,058 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:32:15,906 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:32:17,661 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:32:17,743 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:32:17,755 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:32:17,756 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:32:17,907 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:32:19,908 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:32:21,009 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:32:21,910 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:32:23,911 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:32:25,912 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:32:26,883 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:32:27,913 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:32:29,915 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:32:31,916 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:32:32,628 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:32:32,629 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:32:32,661 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:32:32,744 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:32:32,755 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:32:32,756 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:32:33,917 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:32:35,918 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:32:37,690 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:32:37,919 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:32:39,921 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:32:41,922 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:32:43,416 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:32:43,923 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:32:45,924 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:32:47,667 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:32:47,744 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:32:47,755 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:32:47,756 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:32:47,926 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:32:48,417 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:32:49,927 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:32:51,928 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:32:53,929 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:32:54,290 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:32:55,931 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:32:57,932 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:32:59,933 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:33:00,157 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:33:01,934 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:33:02,630 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:33:02,662 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:33:02,744 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:33:02,756 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:33:02,756 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:33:03,935 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:33:05,937 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:33:06,093 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:33:07,938 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:33:09,945 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:33:11,941 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:33:12,038 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:33:13,942 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:33:15,943 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:33:17,662 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:33:17,744 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:33:17,756 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:33:17,756 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:33:17,853 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:33:17,945 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:33:19,946 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:33:21,947 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:33:22,954 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:33:23,949 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:33:25,950 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:33:27,951 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:33:28,943 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:33:29,953 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:33:31,954 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:33:32,630 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:33:32,662 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:33:32,744 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:33:32,756 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:33:32,756 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:33:33,955 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:33:33,958 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:33:35,957 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:33:37,958 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:33:39,640 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:33:39,959 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:33:41,961 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:33:43,972 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:33:45,501 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:33:46,974 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:33:47,662 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:33:47,744 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:33:47,756 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:33:47,756 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:33:48,975 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:33:50,977 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:33:51,463 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:33:52,978 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:33:54,979 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:33:56,981 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:33:57,255 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:33:58,982 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:34:00,983 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:34:02,352 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:34:02,632 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:34:02,662 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:34:02,744 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:34:02,756 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:34:02,757 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:34:02,985 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:34:04,986 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:34:06,987 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:34:08,024 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:34:08,988 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:34:10,990 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:34:12,991 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:34:13,903 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:34:14,992 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:34:16,994 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:34:17,665 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:34:17,745 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:34:17,756 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:34:17,756 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:34:18,995 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:34:19,842 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:34:20,996 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:34:22,997 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:34:24,999 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:34:25,645 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:34:27,000 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:34:29,002 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:34:30,723 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:34:31,003 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:34:32,633 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:34:32,665 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:34:32,745 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:34:32,757 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:34:32,757 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:34:33,004 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:34:35,006 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:34:36,444 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:34:37,007 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:34:39,008 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:34:41,009 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:34:42,320 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:34:43,011 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:34:45,012 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:34:47,013 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:34:47,665 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:34:47,745 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:34:47,756 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:34:47,757 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:34:47,830 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:34:49,015 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:34:51,016 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:34:52,956 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:34:53,017 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:34:55,018 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:34:57,020 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:34:58,893 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:34:59,021 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:35:01,022 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:35:02,634 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:35:02,666 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:35:02,745 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:35:02,756 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:35:02,757 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:35:03,023 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:35:04,715 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:35:05,025 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:35:07,026 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:35:09,028 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:35:09,758 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:35:11,029 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:35:13,030 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:35:15,032 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:35:15,477 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:35:17,038 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:35:17,666 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:35:17,745 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:35:17,757 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:35:17,757 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:35:19,040 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:35:20,478 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:35:21,041 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:35:23,042 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:35:25,043 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:35:26,341 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:35:27,045 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:35:29,046 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:35:31,047 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:35:32,192 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:35:32,635 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:35:32,666 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:35:32,745 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:35:32,757 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:35:32,757 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:35:33,049 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:35:35,050 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:35:37,051 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:35:37,279 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:35:39,053 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:35:41,054 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:35:42,935 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:35:43,055 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:35:45,057 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:35:47,058 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:35:47,666 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:35:47,746 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:35:47,757 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:35:47,757 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:35:48,877 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:35:49,059 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:35:51,061 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:35:53,062 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:35:54,851 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:35:55,063 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:35:57,065 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:35:59,066 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:36:00,619 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:36:01,067 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:36:02,636 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:36:02,666 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:36:02,748 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:36:02,757 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:36:02,758 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:36:03,068 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:36:05,070 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:36:06,519 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:36:07,071 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:36:09,073 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:36:11,074 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:36:12,451 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:36:12,683 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 12:36:12,685 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 12:36:12,685 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 12:36:12,686 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 12:36:12,691 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 12:36:13,075 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 12:36:13,076 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:36:15,077 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:36:17,078 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:36:17,506 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:36:17,666 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:36:17,746 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:36:17,790 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:36:17,791 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:36:19,079 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:36:21,080 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:36:22,576 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:36:23,081 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:36:25,082 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:36:27,083 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:36:27,761 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:36:29,085 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:36:31,086 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:36:32,086 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:36:32,620 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 12:36:32,637 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:36:33,180 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: keepalive -2024-05-14 12:36:33,182 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:36:33,182 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:36:33,183 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:36:33,351 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:36:34,088 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:36:35,088 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:36:37,090 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:36:38,872 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:36:39,091 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:36:41,092 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:36:43,094 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:36:44,716 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:36:45,095 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:36:47,097 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:36:47,970 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:36:48,180 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:36:48,181 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:36:49,098 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:36:50,625 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:36:51,099 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:36:53,101 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:36:55,102 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:36:56,557 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:36:57,103 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:36:59,105 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:37:01,106 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:37:01,565 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:37:02,638 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:37:02,970 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:37:03,108 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:37:03,180 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:37:03,181 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:37:05,109 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:37:07,110 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:37:07,201 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:37:09,112 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:37:11,113 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:37:13,114 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:37:13,153 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:37:15,121 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:37:17,970 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:37:18,122 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:37:18,167 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:37:18,181 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:37:18,181 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:37:20,124 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:37:22,126 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:37:23,827 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:37:24,126 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:37:26,128 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:37:28,129 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:37:29,737 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:37:30,130 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:37:32,132 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:37:32,640 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:37:32,970 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:37:33,181 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:37:33,181 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:37:34,133 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:37:35,661 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:37:36,134 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:37:38,136 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:37:40,137 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:37:41,619 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:37:42,139 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:37:44,140 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:37:46,142 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:37:46,632 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:37:47,970 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:37:48,143 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:37:48,181 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:37:48,181 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:37:50,144 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:37:52,145 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:37:52,462 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:37:54,147 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:37:56,148 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:37:58,149 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:37:58,370 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:38:00,157 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:38:02,158 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:38:02,640 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:38:02,970 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:38:03,181 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:38:03,181 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:38:03,406 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:38:04,160 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:38:06,161 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:38:08,162 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:38:09,166 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:38:10,164 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:38:12,165 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:38:14,166 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:38:15,083 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:38:16,167 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:38:17,970 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:38:18,169 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:38:18,181 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:38:18,182 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:38:20,085 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:38:20,170 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:38:22,171 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:38:24,173 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:38:25,751 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:38:26,174 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:38:28,175 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:38:30,177 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:38:30,834 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:38:32,178 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:38:32,642 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:38:32,971 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:38:33,182 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:38:33,183 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:38:34,179 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:38:36,181 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:38:36,533 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:38:38,182 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:38:40,183 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:38:42,185 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:38:42,491 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:38:44,186 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:38:46,187 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:38:47,971 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:38:48,181 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:38:48,182 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:38:48,188 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:38:48,294 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:38:50,190 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:38:52,191 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:38:54,171 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:38:54,192 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:38:56,193 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:38:58,195 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:39:00,046 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:39:00,196 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:39:02,197 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:39:02,643 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:39:02,971 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:39:03,181 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:39:03,182 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:39:04,199 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:39:05,251 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:39:06,201 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:39:08,202 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:39:10,203 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:39:10,905 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:39:12,205 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:39:14,206 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:39:15,913 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:39:16,207 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:39:17,971 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:39:18,181 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:39:18,182 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:39:18,208 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:39:20,210 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:39:21,662 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:39:22,211 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:39:24,212 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:39:26,214 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:39:27,651 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:39:28,215 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:39:30,216 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:39:32,218 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:39:32,644 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:39:32,974 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:39:33,182 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:39:33,182 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:39:33,281 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:39:34,220 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:39:36,221 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:39:38,222 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:39:38,444 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:39:40,224 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:39:42,225 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:39:44,226 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:39:44,409 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:39:46,228 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:39:47,974 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:39:48,182 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:39:48,182 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:39:48,229 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:39:50,230 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:39:50,239 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:39:52,231 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:39:54,232 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:39:56,120 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:39:56,233 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:39:58,235 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:40:00,236 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:40:02,008 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:40:02,237 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:40:02,645 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:40:02,974 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:40:03,182 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:40:03,182 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:40:04,239 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:40:06,240 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:40:07,933 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:40:08,241 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:40:10,243 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:40:12,244 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:40:12,949 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:40:14,245 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:40:16,246 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:40:17,975 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:40:18,182 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:40:18,182 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:40:18,248 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:40:18,332 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:40:20,249 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:40:22,250 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:40:23,482 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:40:24,252 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:40:26,253 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:40:28,254 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:40:29,458 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:40:30,256 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:40:32,257 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:40:32,646 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:40:32,975 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:40:33,182 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:40:33,182 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:40:34,258 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:40:35,393 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:40:36,268 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:40:39,270 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:40:40,447 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:40:41,271 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:40:43,273 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:40:45,274 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:40:46,051 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:40:47,275 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:40:47,975 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:40:48,182 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:40:48,183 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:40:49,277 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:40:51,279 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:40:51,886 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:40:53,280 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:40:55,281 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:40:57,283 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:40:57,766 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:40:59,284 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:41:01,286 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:41:02,647 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:41:02,975 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:41:03,182 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:41:03,183 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:41:03,288 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:41:03,302 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:41:05,289 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:41:07,290 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:41:08,451 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:41:09,292 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:41:11,300 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:41:13,301 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:41:14,448 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:41:15,303 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:41:17,304 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:41:17,975 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:41:18,183 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:41:18,183 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:41:19,305 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:41:20,324 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:41:21,306 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:41:23,308 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:41:25,309 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:41:26,178 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:41:27,310 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:41:29,312 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:41:31,313 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:41:32,056 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:41:32,648 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:41:32,975 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:41:33,183 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:41:33,183 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:41:33,314 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:41:35,316 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:41:37,317 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:41:37,864 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:41:39,318 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:41:41,319 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:41:43,321 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:41:43,708 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:41:45,322 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:41:47,323 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:41:47,975 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:41:48,183 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:41:48,183 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:41:49,325 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:41:49,667 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:41:51,326 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:41:53,327 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:41:55,329 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:41:55,518 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:41:57,330 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:41:59,331 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:42:00,532 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:42:01,333 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:42:02,655 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:42:02,975 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:42:03,183 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:42:03,184 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:42:03,334 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:42:05,336 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:42:06,506 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:42:07,337 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:42:09,338 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:42:11,340 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:42:11,545 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:42:13,341 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:42:15,343 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:42:17,344 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:42:17,364 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:42:17,976 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:42:18,183 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:42:18,184 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:42:19,347 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:42:21,348 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:42:23,311 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:42:23,349 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:42:25,351 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:42:27,352 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:42:28,318 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:42:29,353 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:42:31,355 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:42:32,652 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:42:32,979 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:42:33,183 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:42:33,183 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:42:33,356 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:42:34,218 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:42:35,357 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:42:37,359 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:42:39,360 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:42:40,136 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:42:41,361 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:42:43,363 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:42:45,364 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:42:46,016 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:42:47,365 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:42:47,979 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:42:48,183 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:42:48,184 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:42:49,366 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:42:51,367 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:42:51,988 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:42:53,369 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:42:55,370 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:42:57,372 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:42:57,987 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:42:59,373 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:43:01,374 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:43:02,653 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:43:02,980 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:43:03,183 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:43:03,184 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:43:03,279 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:43:03,376 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:43:05,377 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:43:07,378 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:43:08,848 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:43:09,379 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:43:11,381 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:43:13,382 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:43:13,869 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:43:15,383 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:43:17,384 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:43:17,979 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:43:18,183 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:43:18,184 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:43:19,386 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:43:19,760 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:43:21,387 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:43:23,388 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:43:25,390 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:43:25,735 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:43:27,391 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:43:29,392 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:43:31,394 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:43:31,694 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:43:32,654 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:43:32,980 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:43:33,190 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:43:33,191 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:43:33,396 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:43:35,396 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:43:36,720 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:43:37,397 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:43:39,398 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:43:41,400 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:43:42,476 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:43:43,401 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:43:45,403 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:43:47,404 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:43:47,980 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:43:48,184 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:43:48,185 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:43:48,255 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:43:49,405 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:43:51,406 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:43:53,333 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:43:53,407 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:43:55,409 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:43:57,410 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:43:59,093 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:44:00,413 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:44:02,426 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:44:02,656 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:44:02,980 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:44:03,184 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:44:03,184 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:44:04,428 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:44:05,008 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:44:06,429 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:44:08,433 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:44:10,012 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:44:10,434 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:44:12,435 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:44:14,437 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:44:15,659 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:44:16,438 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:44:17,980 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:44:18,184 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:44:18,184 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:44:18,439 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:44:20,441 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:44:20,784 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:44:22,442 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:44:24,443 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:44:25,818 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:44:26,445 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:44:28,446 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:44:30,448 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:44:31,664 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:44:32,449 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:44:32,657 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:44:32,983 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:44:33,184 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:44:33,185 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:44:34,450 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:44:36,451 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:44:37,488 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:44:38,453 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:44:40,454 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:44:42,455 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:44:42,564 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:44:44,457 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:44:46,458 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:44:47,983 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:44:48,184 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:44:48,185 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:44:48,323 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:44:48,460 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:44:50,461 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:44:52,463 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:44:54,276 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:44:54,464 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:44:56,465 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:44:58,467 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:44:59,335 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:45:00,468 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:45:02,470 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:45:02,658 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:45:02,983 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:45:03,184 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:45:03,185 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:45:04,471 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:45:05,040 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:45:06,472 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:45:08,474 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:45:10,475 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:45:11,038 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:45:12,476 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:45:14,478 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:45:16,479 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:45:16,872 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:45:17,983 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:45:18,184 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:45:18,185 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:45:18,480 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:45:20,481 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:45:22,483 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:45:22,795 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:45:24,484 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:45:26,485 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:45:27,874 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:45:28,487 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:45:30,488 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:45:32,489 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:45:32,660 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:45:32,984 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:45:33,185 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:45:33,185 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:45:33,321 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:45:34,491 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:45:36,492 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:45:38,423 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:45:38,493 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:45:40,494 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:45:42,496 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:45:44,340 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:45:44,497 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:45:46,498 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:45:47,984 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:45:48,186 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:45:48,187 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:45:48,500 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:45:49,435 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:45:50,501 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:45:52,502 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:45:54,503 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:45:55,185 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:45:56,505 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:45:58,506 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:46:00,193 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:46:00,507 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:46:02,508 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:46:02,661 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:46:02,984 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:46:03,187 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:46:03,187 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:46:04,510 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:46:06,136 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:46:06,511 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:46:08,512 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:46:10,514 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:46:12,028 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:46:12,515 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:46:14,516 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:46:16,517 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:46:17,984 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:46:17,991 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:46:18,187 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:46:18,187 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:46:18,519 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:46:20,520 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:46:22,521 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:46:23,777 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:46:24,522 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:46:26,523 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:46:28,530 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:46:29,672 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:46:30,531 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:46:32,532 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:46:32,662 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:46:32,984 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:46:33,187 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:46:33,188 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:46:34,533 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:46:34,710 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:46:36,535 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:46:38,536 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:46:40,458 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:46:40,537 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:46:42,538 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:46:44,539 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:46:45,476 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:46:46,540 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:46:47,984 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:46:48,188 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:46:48,188 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:46:48,542 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:46:50,543 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:46:51,152 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:46:52,545 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:46:54,546 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:46:56,548 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:46:57,051 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:46:58,551 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:47:00,553 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:47:02,133 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:47:02,554 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:47:02,663 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:47:02,984 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:47:03,187 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:47:03,188 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:47:04,556 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:47:06,557 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:47:08,042 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:47:08,558 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:47:10,559 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:47:12,561 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:47:13,064 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:47:14,562 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:47:16,565 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:47:17,984 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:47:18,187 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:47:18,188 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:47:18,313 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:47:18,566 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:47:20,567 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:47:22,570 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:47:23,553 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:47:24,571 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:47:26,573 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:47:28,574 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:47:29,536 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:47:30,575 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:47:32,577 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:47:32,665 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:47:32,985 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:47:33,187 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:47:33,188 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:47:34,579 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:47:34,626 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:47:36,583 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:47:39,585 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:47:40,358 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:47:41,586 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:47:43,588 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:47:45,589 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:47:46,268 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:47:47,591 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:47:47,985 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:47:48,188 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:47:48,188 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:47:49,592 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:47:51,287 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:47:51,594 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:47:53,595 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:47:55,596 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:47:56,960 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:47:57,598 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:47:59,599 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:48:01,600 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:48:01,976 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:48:02,666 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:48:02,985 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:48:03,188 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:48:03,188 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:48:03,602 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:48:05,604 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:48:07,606 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:48:07,710 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:48:09,607 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:48:11,608 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:48:13,610 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:48:13,624 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:48:15,611 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:48:17,613 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:48:17,985 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:48:18,188 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:48:18,189 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:48:19,491 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:48:19,614 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:48:21,615 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:48:23,617 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:48:25,298 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:48:25,618 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:48:27,619 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:48:29,621 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:48:30,318 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:48:31,622 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:48:32,667 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:48:32,985 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:48:33,188 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:48:33,189 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:48:33,624 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:48:35,625 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:48:36,002 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:48:37,626 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:48:39,628 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:48:41,629 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:48:41,957 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:48:43,630 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:48:45,632 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:48:47,633 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:48:47,923 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:48:47,985 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:48:48,188 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:48:48,188 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:48:49,635 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:48:51,636 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:48:52,954 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:48:53,638 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:48:55,639 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:48:57,640 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:48:58,729 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:48:59,642 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:49:01,644 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:49:02,668 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:49:02,986 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:49:03,189 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:49:03,189 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:49:03,645 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:49:04,652 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:49:05,647 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:49:07,648 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:49:09,650 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:49:09,844 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:49:11,652 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:49:13,653 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:49:15,549 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:49:15,654 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:49:17,656 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:49:17,986 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:49:18,189 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:49:18,189 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:49:19,657 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:49:21,525 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:49:21,658 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:49:23,659 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:49:25,661 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:49:27,330 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:49:27,662 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:49:29,663 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:49:31,665 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:49:32,670 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:49:32,670 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:49:32,986 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:49:33,189 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:49:33,189 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:49:33,668 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:49:35,671 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:49:37,672 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:49:38,018 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:49:39,673 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:49:41,675 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:49:43,058 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:49:43,676 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:49:45,678 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:49:47,679 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:49:47,986 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:49:48,189 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:49:48,190 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:49:48,354 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:49:49,680 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:49:51,682 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:49:53,671 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:49:53,683 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:49:55,684 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:49:57,686 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:49:59,637 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:49:59,687 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:50:01,689 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:50:02,671 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:50:02,986 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:50:03,189 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:50:03,190 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:50:03,691 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:50:05,520 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:50:05,692 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:50:07,694 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:50:09,696 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:50:11,410 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:50:11,697 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:50:13,698 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:50:15,700 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:50:16,466 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:50:17,701 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:50:17,986 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:50:18,189 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:50:18,190 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:50:19,702 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:50:21,703 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:50:22,253 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:50:23,704 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:50:25,706 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:50:27,707 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:50:28,227 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:50:29,708 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:50:31,710 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:50:32,672 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:50:32,987 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:50:33,189 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:50:33,190 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:50:33,367 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:50:33,711 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:50:35,712 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:50:37,713 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:50:39,110 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:50:39,715 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:50:41,716 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:50:43,718 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:50:45,005 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:50:45,719 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:50:47,720 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:50:47,987 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:50:48,189 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:50:48,190 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:50:49,721 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:50:50,762 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:50:51,723 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:50:53,724 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:50:55,725 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:50:55,839 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:50:57,727 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:50:59,728 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:51:01,627 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:51:01,730 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:51:02,674 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:51:02,987 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:51:03,189 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:51:03,190 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:51:03,731 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:51:05,737 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:51:07,426 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:51:07,747 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:51:10,749 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:51:12,506 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:51:12,750 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:51:14,751 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:51:16,753 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:51:17,987 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:51:18,179 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:51:18,190 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:51:18,190 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:51:18,754 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:51:20,756 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:51:22,757 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:51:23,212 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:51:24,759 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:51:26,760 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:51:28,761 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:51:28,889 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:51:30,763 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:51:32,679 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:51:32,764 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:51:32,987 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:51:33,190 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:51:33,190 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:51:34,766 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:51:34,873 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:51:36,767 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:51:38,769 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:51:40,756 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:51:40,770 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:51:42,771 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:51:44,773 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:51:46,577 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:51:46,777 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:51:47,991 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:51:48,190 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:51:48,190 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:51:48,778 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:51:50,780 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:51:51,937 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:51:52,781 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:51:54,783 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:51:56,784 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:51:57,613 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:51:58,785 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:52:00,787 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:52:02,675 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:52:02,676 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:52:02,788 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:52:02,987 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:52:03,190 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:52:03,191 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:52:04,789 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:52:06,791 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:52:08,208 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:52:08,792 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:52:10,793 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:52:12,795 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:52:14,178 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:52:14,796 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:52:16,797 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:52:17,987 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:52:18,190 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:52:18,191 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:52:18,799 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:52:20,180 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:52:20,800 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:52:22,801 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:52:24,802 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:52:26,092 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:52:26,804 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:52:28,805 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:52:30,807 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:52:31,104 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:52:32,676 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:52:32,808 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:52:32,988 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:52:33,190 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:52:33,191 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:52:34,809 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:52:36,811 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:52:36,892 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:52:37,044 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 12:52:37,045 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 12:52:37,046 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 12:52:37,046 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 12:52:37,047 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 12:52:37,811 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 12:52:38,812 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:52:40,813 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:52:42,114 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:52:42,814 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:52:44,816 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:52:46,817 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:52:47,240 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:52:47,989 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:52:48,190 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:52:48,191 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:52:48,818 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:52:50,819 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:52:52,384 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:52:52,820 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:52:54,821 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:52:56,823 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:52:56,966 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 12:52:57,552 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:52:57,823 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:52:58,824 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:52:59,825 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:53:00,825 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:53:02,678 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:53:02,679 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:53:02,827 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:53:02,989 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:53:03,191 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:53:03,191 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:53:04,828 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:53:06,830 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:53:08,088 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:53:08,831 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:53:10,833 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:53:12,834 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:53:13,218 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:53:14,835 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:53:16,837 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:53:17,988 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:53:18,190 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:53:18,191 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:53:18,361 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:53:18,839 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:53:20,841 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:53:22,842 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:53:24,095 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:53:24,844 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:53:26,845 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:53:28,847 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:53:29,119 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:53:30,848 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:53:32,678 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:53:32,849 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:53:32,989 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:53:33,191 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:53:33,192 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:53:34,832 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:53:34,850 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:53:36,852 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:53:38,853 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:53:40,686 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:53:40,854 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:53:42,856 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:53:44,857 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:53:45,700 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:53:46,859 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:53:47,989 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:53:48,191 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:53:48,191 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:53:48,861 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:53:50,862 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:53:51,353 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:53:52,863 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:53:54,865 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:53:56,867 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:53:57,269 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:53:58,868 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:54:00,869 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:54:02,680 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:54:02,681 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:54:02,871 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:54:02,989 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:54:03,191 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:54:03,192 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:54:04,872 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:54:06,886 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:54:07,839 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:54:08,888 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:54:10,889 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:54:12,890 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:54:12,892 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:54:14,892 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:54:16,893 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:54:17,989 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:54:18,191 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:54:18,192 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:54:18,346 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:54:18,894 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:54:20,896 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:54:22,897 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:54:23,435 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:54:24,898 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:54:26,900 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:54:28,901 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:54:29,190 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:54:30,902 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:54:32,681 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:54:32,989 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:54:33,191 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:54:33,192 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:54:33,904 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:54:35,148 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:54:35,905 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:54:37,907 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:54:39,908 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:54:40,203 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:54:41,910 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:54:43,911 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:54:45,912 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:54:45,940 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:54:47,914 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:54:47,989 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:54:48,192 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:54:48,192 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:54:49,915 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:54:51,843 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:54:51,916 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:54:53,918 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:54:55,919 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:54:56,929 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:54:57,921 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:54:59,922 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:55:01,923 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:55:02,682 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:55:02,683 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:55:02,989 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:55:03,192 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:55:03,192 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:55:03,925 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:55:05,926 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:55:07,789 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:55:07,930 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:55:09,929 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:55:11,930 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:55:13,612 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:55:13,934 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:55:15,934 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:55:17,935 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:55:17,990 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:55:18,192 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:55:18,192 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:55:19,516 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:55:19,936 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:55:21,937 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:55:23,939 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:55:25,474 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:55:25,940 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:55:27,942 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:55:29,943 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:55:30,592 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:55:31,944 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:55:32,684 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:55:32,990 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:55:33,192 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:55:33,192 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:55:33,945 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:55:35,947 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:55:36,355 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:55:37,948 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:55:39,950 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:55:41,425 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:55:41,951 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:55:43,952 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:55:45,953 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:55:47,072 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:55:47,955 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:55:47,990 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:55:48,192 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:55:48,193 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:55:49,956 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:55:51,957 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:55:53,063 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:55:53,959 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:55:55,960 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:55:57,962 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:55:58,134 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:55:59,963 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:56:01,970 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:56:02,685 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:56:02,990 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:56:03,192 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:56:03,193 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:56:03,305 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:56:03,971 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:56:05,972 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:56:07,974 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:56:08,815 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:56:09,975 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:56:11,976 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:56:13,978 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:56:14,583 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:56:15,979 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:56:17,980 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:56:17,990 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:56:18,192 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:56:18,193 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:56:19,982 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:56:20,549 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:56:21,983 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:56:23,984 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:56:25,986 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:56:26,452 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:56:27,987 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:56:29,988 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:56:31,990 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:56:32,325 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:56:32,686 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:56:32,990 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:56:33,193 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:56:33,193 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:56:33,992 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:56:35,993 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:56:37,329 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:56:37,995 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:56:39,996 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:56:41,997 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:56:43,044 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:56:43,999 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:56:46,000 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:56:47,990 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:56:48,001 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:56:48,076 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:56:48,192 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:56:48,193 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:56:50,003 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:56:52,004 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:56:53,737 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:56:54,005 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:56:56,007 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:56:58,008 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:56:58,752 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:57:00,009 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:57:02,011 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:57:02,687 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:57:02,991 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:57:03,193 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:57:03,193 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:57:04,012 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:57:04,494 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:57:06,014 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:57:08,015 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:57:09,666 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:57:10,017 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:57:12,018 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:57:14,019 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:57:15,439 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:57:16,021 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:57:17,991 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:57:18,022 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:57:18,193 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:57:18,193 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:57:20,023 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:57:21,352 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:57:22,025 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:57:24,033 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:57:26,027 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:57:27,327 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:57:28,029 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:57:30,030 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:57:32,031 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:57:32,382 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:57:32,688 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:57:32,992 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:57:33,193 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:57:33,194 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:57:34,032 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:57:36,033 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:57:38,035 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:57:38,146 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:57:40,036 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:57:42,038 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:57:43,231 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:57:44,039 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:57:46,040 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:57:47,991 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:57:48,042 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:57:48,193 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:57:48,194 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:57:48,293 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:57:50,043 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:57:52,045 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:57:54,025 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:57:54,046 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:57:56,047 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:57:58,049 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:57:59,303 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:58:00,050 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:58:02,051 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:58:02,694 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:58:02,991 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:58:03,193 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:58:03,194 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:58:04,061 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:58:05,052 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:58:06,053 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:58:08,055 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:58:10,061 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:58:10,901 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:58:13,064 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:58:15,065 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:58:16,843 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:58:17,067 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:58:17,991 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:58:18,193 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:58:18,194 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:58:19,068 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:58:21,070 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:58:22,691 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:58:23,071 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:58:25,072 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:58:27,073 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:58:28,552 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:58:29,075 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:58:31,076 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:58:32,690 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:58:32,991 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:58:33,077 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:58:33,194 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:58:33,194 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:58:34,454 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:58:35,079 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:58:37,080 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:58:39,081 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:58:40,386 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:58:41,082 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:58:43,083 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:58:45,085 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:58:45,389 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:58:47,086 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:58:47,991 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:58:48,194 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:58:48,194 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:58:49,087 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:58:51,089 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:58:51,142 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:58:53,090 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:58:55,092 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:58:57,019 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:58:57,093 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:58:59,094 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:59:01,095 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:59:02,043 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:59:02,692 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:59:02,992 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:59:03,097 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:59:03,194 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:59:03,195 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:59:05,099 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:59:07,100 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:59:07,855 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:59:09,101 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:59:11,103 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:59:12,954 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:59:13,104 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:59:15,105 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:59:17,107 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:59:17,992 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:59:18,194 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:59:18,194 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:59:18,382 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:59:19,108 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:59:21,110 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:59:23,111 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:59:23,487 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:59:25,112 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:59:27,114 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:59:28,510 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:59:29,116 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:59:31,117 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:59:32,693 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 12:59:32,992 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:59:33,118 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:59:33,195 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:59:33,196 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:59:34,268 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:59:35,119 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:59:37,120 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:59:39,122 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:59:39,328 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:59:41,123 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:59:43,124 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:59:44,381 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:59:45,126 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:59:47,127 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:59:47,992 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 12:59:48,203 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 12:59:48,204 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 12:59:49,129 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:59:50,344 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:59:51,130 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:59:53,131 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:59:55,133 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:59:55,659 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 12:59:57,134 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 12:59:59,135 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:00:01,137 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:00:01,349 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:00:02,694 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:00:02,992 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:00:03,138 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:00:03,194 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:00:03,195 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:00:05,139 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:00:07,141 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:00:07,269 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:00:09,142 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:00:11,144 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:00:13,145 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:00:13,180 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:00:15,146 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:00:17,155 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:00:17,992 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:00:18,204 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:00:18,204 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:00:18,207 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:00:19,148 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:00:21,150 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:00:23,151 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:00:23,912 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:00:25,152 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:00:27,154 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:00:29,155 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:00:29,834 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:00:31,156 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:00:32,694 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:00:32,992 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:00:33,158 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:00:33,195 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:00:33,195 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:00:34,896 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:00:35,159 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:00:37,167 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:00:39,168 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:00:40,657 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:00:41,170 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:00:43,171 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:00:45,172 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:00:46,493 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:00:47,173 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:00:47,992 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:00:48,195 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:00:48,195 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:00:49,175 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:00:51,176 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:00:52,432 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:00:53,178 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:00:55,179 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:00:57,180 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:00:58,377 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:00:59,182 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:01:01,184 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:01:02,696 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:01:02,993 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:01:03,186 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:01:03,195 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:01:03,196 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:01:04,371 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:01:05,187 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:01:07,188 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:01:09,190 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:01:10,324 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:01:11,191 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:01:13,192 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:01:15,193 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:01:15,435 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:01:17,195 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:01:17,993 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:01:18,195 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:01:18,196 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:01:19,201 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:01:21,190 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:01:21,204 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:01:23,205 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:01:25,207 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:01:27,188 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:01:27,208 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:01:29,209 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:01:31,210 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:01:32,255 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:01:32,697 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:01:32,993 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:01:33,195 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:01:33,196 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:01:33,221 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:01:36,233 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:01:38,012 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:01:38,234 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:01:40,236 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:01:42,237 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:01:43,244 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:01:44,238 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:01:46,240 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:01:47,993 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:01:48,195 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:01:48,196 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:01:48,241 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:01:48,365 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:01:50,243 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:01:52,244 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:01:53,881 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:01:54,245 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:01:56,247 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:01:58,248 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:01:59,828 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:02:00,249 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:02:02,251 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:02:02,698 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:02:02,993 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:02:03,196 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:02:03,197 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:02:04,252 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:02:05,791 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:02:06,253 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:02:08,255 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:02:10,256 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:02:11,719 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:02:12,258 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:02:14,259 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:02:16,261 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:02:16,750 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:02:17,993 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:02:18,196 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:02:18,196 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:02:18,262 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:02:20,263 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:02:22,265 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:02:22,533 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:02:24,266 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:02:26,268 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:02:27,635 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:02:28,269 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:02:30,271 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:02:32,272 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:02:32,699 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:02:32,700 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:02:32,994 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:02:33,196 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:02:33,197 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:02:34,273 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:02:36,275 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:02:38,039 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:02:38,276 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:02:40,278 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:02:42,279 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:02:43,097 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:02:44,280 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:02:46,282 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:02:47,993 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:02:48,196 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:02:48,197 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:02:48,258 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:02:48,286 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:02:50,287 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:02:52,289 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:02:53,785 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:02:54,290 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:02:56,291 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:02:58,293 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:02:59,669 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:03:00,294 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:03:02,295 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:03:02,701 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:03:02,994 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:03:03,196 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:03:03,197 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:03:04,296 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:03:05,576 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:03:06,298 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:03:08,299 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:03:10,300 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:03:11,503 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:03:12,302 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:03:14,307 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:03:16,308 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:03:17,386 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:03:17,994 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:03:18,196 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:03:18,197 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:03:18,310 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:03:20,311 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:03:22,312 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:03:23,299 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:03:24,314 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:03:26,315 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:03:28,317 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:03:29,178 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:03:30,318 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:03:32,320 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:03:32,706 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:03:32,994 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:03:33,197 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:03:33,197 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:03:34,321 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:03:35,018 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:03:36,322 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:03:38,324 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:03:40,325 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:03:41,003 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:03:42,326 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:03:44,327 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:03:46,329 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:03:46,908 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:03:47,994 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:03:48,196 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:03:48,197 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:03:48,330 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:03:50,332 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:03:52,333 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:03:52,840 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:03:54,334 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:03:56,335 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:03:58,337 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:03:58,780 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:04:00,338 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:04:02,339 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:04:02,702 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:04:02,994 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:04:03,197 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:04:03,197 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:04:03,799 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:04:04,341 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:04:06,342 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:04:08,343 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:04:09,531 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:04:10,345 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:04:12,346 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:04:14,348 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:04:15,488 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:04:16,349 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:04:17,994 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:04:18,197 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:04:18,198 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:04:18,350 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:04:20,352 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:04:21,412 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:04:22,353 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:04:24,355 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:04:26,356 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:04:26,471 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:04:28,357 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:04:30,358 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:04:32,360 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:04:32,418 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:04:32,704 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:04:32,994 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:04:33,197 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:04:33,198 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:04:34,361 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:04:36,362 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:04:37,440 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:04:38,364 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:04:40,365 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:04:42,366 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:04:43,175 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:04:44,367 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:04:46,369 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:04:47,995 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:04:48,197 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:04:48,198 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:04:48,367 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:04:48,370 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:04:50,371 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:04:52,372 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:04:53,959 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:04:54,374 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:04:56,375 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:04:58,376 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:04:59,875 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:05:00,377 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:05:02,379 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:05:02,705 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:05:02,995 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:05:03,197 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:05:03,198 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:05:05,382 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:05:05,805 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:05:07,383 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:05:09,385 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:05:10,811 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:05:11,386 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:05:13,387 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:05:15,389 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:05:16,626 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:05:17,390 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:05:17,995 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:05:18,197 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:05:18,198 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:05:19,391 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:05:21,393 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:05:22,601 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:05:23,394 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:05:25,395 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:05:27,397 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:05:27,753 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:05:29,398 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:05:31,399 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:05:32,705 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:05:32,995 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:05:33,198 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:05:33,198 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:05:33,367 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:05:33,401 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:05:35,402 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:05:37,403 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:05:38,570 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:05:39,405 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:05:41,406 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:05:43,407 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:05:44,375 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:05:45,409 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:05:47,410 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:05:47,995 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:05:48,198 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:05:48,198 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:05:49,411 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:05:50,291 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:05:51,413 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:05:53,414 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:05:55,367 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:05:55,417 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:05:57,419 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:05:59,420 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:06:00,438 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:06:01,421 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:06:02,706 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:06:02,995 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:06:03,198 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:06:03,198 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:06:03,423 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:06:05,424 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:06:06,356 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:06:07,425 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:06:09,427 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:06:11,428 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:06:12,323 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:06:13,429 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:06:15,431 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:06:17,432 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:06:17,996 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:06:18,113 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:06:18,198 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:06:18,198 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:06:19,433 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:06:21,435 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:06:23,436 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:06:24,077 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:06:25,437 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:06:27,439 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:06:29,440 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:06:29,969 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:06:31,441 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:06:32,707 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:06:32,996 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:06:33,198 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:06:33,199 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:06:33,443 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:06:35,444 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:06:35,959 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:06:37,446 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:06:39,447 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:06:41,448 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:06:41,905 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:06:43,450 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:06:45,451 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:06:47,452 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:06:47,717 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:06:47,996 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:06:48,198 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:06:48,199 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:06:49,454 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:06:51,455 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:06:53,456 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:06:53,653 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:06:55,458 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:06:57,459 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:06:59,460 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:06:59,507 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:07:01,462 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:07:02,709 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:07:02,996 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:07:03,230 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:07:03,231 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:07:03,463 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:07:05,330 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:07:05,464 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:07:07,465 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:07:09,467 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:07:11,325 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:07:11,468 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:07:13,469 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:07:15,471 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:07:17,304 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:07:17,472 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:07:17,996 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:07:18,199 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:07:18,199 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:07:19,473 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:07:21,475 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:07:23,174 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:07:23,476 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:07:25,477 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:07:27,478 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:07:29,088 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:07:29,480 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:07:31,481 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:07:32,709 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:07:32,996 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:07:33,198 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:07:33,199 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:07:33,482 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:07:35,076 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:07:35,483 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:07:37,485 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:07:39,486 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:07:40,953 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:07:41,488 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:07:43,489 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:07:45,490 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:07:46,043 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:07:47,492 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:07:47,997 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:07:48,199 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:07:48,200 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:07:49,493 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:07:51,495 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:07:51,815 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:07:53,496 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:07:55,497 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:07:56,863 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:07:57,499 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:07:59,500 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:08:01,501 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:08:02,605 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:08:02,711 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:08:02,996 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:08:03,199 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:08:03,200 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:08:03,503 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:08:05,504 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:08:07,505 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:08:08,574 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:08:09,507 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:08:11,508 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:08:13,509 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:08:14,498 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:08:15,511 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:08:17,512 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:08:17,997 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:08:18,199 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:08:18,200 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:08:19,513 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:08:19,546 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:08:21,515 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:08:23,516 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:08:25,317 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:08:25,517 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:08:27,519 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:08:29,520 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:08:31,282 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:08:31,521 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:08:32,711 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:08:32,997 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:08:33,199 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:08:33,200 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:08:33,529 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:08:36,539 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:08:37,244 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:08:38,540 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:08:40,541 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:08:42,543 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:08:43,167 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:08:44,544 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:08:46,545 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:08:47,997 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:08:48,199 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:08:48,200 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:08:48,301 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:08:48,547 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:08:50,548 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:08:52,549 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:08:53,961 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:08:54,551 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:08:56,552 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:08:58,553 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:08:59,780 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:09:00,555 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:09:02,556 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:09:02,713 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:09:02,997 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:09:03,200 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:09:03,200 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:09:04,558 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:09:04,686 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 13:09:04,688 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 13:09:04,688 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 13:09:04,689 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 13:09:04,689 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 13:09:05,014 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:09:05,558 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 13:09:06,559 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:09:08,560 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:09:10,029 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:09:10,561 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:09:12,563 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:09:14,564 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:09:15,138 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:09:16,565 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:09:17,997 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:09:18,229 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:09:18,230 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:09:18,566 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:09:20,256 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:09:20,567 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:09:22,569 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:09:24,570 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:09:24,746 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 13:09:25,290 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:09:26,571 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:09:28,573 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:09:30,574 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:09:30,963 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:09:32,575 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:09:32,714 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:09:32,997 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:09:33,200 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:09:33,201 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:09:34,576 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:09:36,071 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:09:36,578 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:09:38,579 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:09:40,581 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:09:41,824 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:09:42,582 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:09:44,583 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:09:46,585 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:09:46,948 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:09:47,997 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:09:48,200 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:09:48,200 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:09:48,586 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:09:50,587 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:09:51,994 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:09:52,589 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:09:54,590 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:09:56,591 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:09:57,667 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:09:58,593 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:10:00,594 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:10:02,596 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:10:02,715 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:10:02,716 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:10:02,997 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:10:03,200 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:10:03,201 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:10:04,597 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:10:06,598 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:10:08,303 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:10:08,599 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:10:10,601 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:10:12,602 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:10:13,381 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:10:14,603 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:10:16,605 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:10:17,998 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:10:18,201 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:10:18,201 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:10:18,606 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:10:19,364 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:10:20,608 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:10:22,609 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:10:24,610 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:10:24,637 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:10:26,612 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:10:28,613 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:10:30,465 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:10:30,614 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:10:32,616 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:10:32,716 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:10:32,998 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:10:33,211 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:10:33,212 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:10:34,617 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:10:35,510 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:10:36,618 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:10:38,620 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:10:40,621 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:10:41,353 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:10:42,622 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:10:44,624 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:10:46,625 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:10:47,292 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:10:47,998 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:10:48,201 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:10:48,201 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:10:48,626 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:10:50,628 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:10:52,629 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:10:53,167 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:10:54,630 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:10:56,632 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:10:58,633 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:10:59,050 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:11:00,634 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:11:02,636 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:11:02,717 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:11:02,998 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:11:03,201 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:11:03,201 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:11:04,088 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:11:04,637 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:11:06,638 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:11:08,640 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:11:09,901 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:11:10,641 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:11:12,642 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:11:14,644 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:11:15,812 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:11:16,645 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:11:17,998 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:11:18,201 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:11:18,201 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:11:18,646 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:11:20,647 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:11:21,031 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:11:22,649 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:11:24,651 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:11:26,652 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:11:26,799 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:11:28,653 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:11:30,654 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:11:32,656 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:11:32,718 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:11:32,719 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:11:32,998 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:11:33,201 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:11:33,201 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:11:34,657 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:11:36,658 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:11:38,592 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:11:38,660 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:11:40,661 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:11:42,662 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:11:43,685 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:11:44,664 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:11:46,665 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:11:47,999 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:11:48,201 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:11:48,202 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:11:48,667 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:11:49,333 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:11:50,668 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:11:52,670 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:11:54,392 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:11:54,671 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:11:56,672 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:11:58,674 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:12:00,157 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:12:00,675 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:12:02,676 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:12:02,719 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:12:02,999 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:12:03,201 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:12:03,202 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:12:04,683 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:12:06,046 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:12:06,692 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:12:09,694 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:12:11,283 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:12:11,695 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:12:13,696 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:12:15,698 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:12:16,413 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:12:17,699 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:12:17,999 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:12:18,202 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:12:18,202 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:12:19,700 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:12:21,426 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:12:21,701 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:12:23,703 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:12:25,706 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:12:27,306 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:12:27,707 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:12:29,709 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:12:31,710 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:12:32,380 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:12:32,720 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:12:32,999 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:12:33,202 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:12:33,202 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:12:33,711 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:12:35,713 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:12:37,714 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:12:38,300 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:12:39,715 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:12:41,717 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:12:43,718 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:12:44,261 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:12:45,722 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:12:47,723 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:12:47,999 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:12:48,202 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:12:48,202 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:12:49,725 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:12:50,146 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:12:51,726 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:12:53,727 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:12:55,729 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:12:56,138 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:12:57,730 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:12:59,731 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:13:01,733 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:13:02,094 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:13:02,721 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:13:03,000 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:13:03,202 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:13:03,203 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:13:03,734 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:13:05,736 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:13:07,737 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:13:08,042 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:13:09,738 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:13:11,740 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:13:13,132 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:13:13,741 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:13:15,742 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:13:17,743 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:13:17,999 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:13:18,202 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:13:18,202 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:13:18,297 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:13:19,749 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:13:21,750 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:13:23,752 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:13:23,790 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:13:25,753 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:13:27,754 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:13:29,746 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:13:29,756 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:13:31,757 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:13:32,722 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:13:33,000 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:13:33,202 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:13:33,203 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:13:33,758 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:13:34,881 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:13:35,760 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:13:37,761 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:13:39,762 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:13:40,672 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:13:41,764 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:13:43,766 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:13:45,767 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:13:46,479 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:13:47,768 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:13:48,000 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:13:48,202 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:13:48,203 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:13:49,770 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:13:51,773 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:13:52,385 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:13:53,775 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:13:55,776 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:13:57,498 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:13:57,777 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:13:59,780 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:14:01,782 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:14:02,724 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:14:02,724 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:14:03,000 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:14:03,203 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:14:03,203 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:14:03,783 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:14:05,784 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:14:07,786 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:14:08,023 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:14:09,787 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:14:11,788 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:14:13,790 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:14:13,979 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:14:15,791 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:14:17,792 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:14:18,000 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:14:18,203 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:14:18,203 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:14:18,988 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:14:19,794 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:14:21,795 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:14:23,796 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:14:24,842 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:14:25,798 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:14:27,799 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:14:29,800 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:14:30,778 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:14:31,802 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:14:32,725 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:14:33,000 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:14:33,203 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:14:33,204 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:14:33,803 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:14:35,810 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:14:36,698 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:14:37,806 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:14:39,807 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:14:41,808 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:14:42,699 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:14:43,810 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:14:45,811 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:14:47,812 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:14:48,000 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:14:48,203 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:14:48,204 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:14:48,365 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:14:49,813 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:14:51,815 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:14:53,523 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:14:53,816 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:14:55,817 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:14:57,819 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:14:59,224 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:14:59,820 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:15:01,821 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:15:02,726 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:15:03,000 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:15:03,203 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:15:03,204 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:15:03,822 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:15:04,264 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:15:05,824 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:15:07,825 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:15:09,827 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:15:10,260 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:15:11,828 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:15:13,829 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:15:15,830 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:15:16,083 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:15:17,832 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:15:18,001 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:15:18,203 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:15:18,204 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:15:19,833 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:15:21,158 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:15:21,835 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:15:23,836 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:15:25,838 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:15:26,861 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:15:27,838 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:15:29,840 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:15:31,841 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:15:32,727 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:15:32,728 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:15:33,001 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:15:33,204 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:15:33,204 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:15:34,844 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:15:36,846 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:15:38,691 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:15:38,847 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:15:40,848 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:15:42,850 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:15:43,719 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:15:44,851 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:15:46,853 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:15:48,001 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:15:48,204 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:15:48,204 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:15:48,854 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:15:49,563 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:15:50,855 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:15:52,856 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:15:54,857 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:15:55,529 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:15:56,860 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:15:58,862 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:16:00,863 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:16:01,494 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:16:02,728 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:16:02,867 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:16:03,001 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:16:03,204 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:16:03,204 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:16:04,868 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:16:06,573 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:16:06,869 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:16:08,871 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:16:10,872 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:16:12,307 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:16:12,874 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:16:14,875 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:16:16,876 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:16:17,373 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:16:18,001 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:16:18,204 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:16:18,205 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:16:18,878 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:16:20,879 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:16:22,880 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:16:23,009 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:16:24,882 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:16:26,883 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:16:28,158 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:16:28,884 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:16:30,886 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:16:32,729 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:16:32,887 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:16:33,001 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:16:33,204 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:16:33,205 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:16:33,328 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:16:34,888 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:16:36,890 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:16:38,660 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:16:38,891 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:16:40,892 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:16:42,894 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:16:44,571 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:16:44,897 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:16:46,899 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:16:48,002 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:16:48,204 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:16:48,205 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:16:48,900 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:16:50,455 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:16:50,902 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:16:52,903 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:16:54,904 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:16:56,421 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:16:56,906 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:16:58,907 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:17:00,908 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:17:01,430 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:17:02,730 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:17:02,909 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:17:03,002 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:17:03,205 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:17:03,205 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:17:04,911 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:17:06,912 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:17:07,166 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:17:08,913 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:17:10,915 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:17:12,916 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:17:13,027 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:17:14,917 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:17:16,919 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:17:18,002 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:17:18,146 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:17:18,204 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:17:18,205 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:17:18,920 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:17:20,922 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:17:22,923 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:17:23,906 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:17:24,924 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:17:26,925 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:17:28,927 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:17:28,953 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:17:30,928 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:17:32,731 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:17:32,930 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:17:33,002 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:17:33,205 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:17:33,205 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:17:34,707 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:17:34,931 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:17:36,932 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:17:38,933 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:17:40,679 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:17:40,935 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:17:42,936 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:17:44,938 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:17:45,693 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:17:46,940 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:17:48,002 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:17:48,205 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:17:48,205 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:17:48,941 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:17:50,706 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:17:50,942 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:17:52,944 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:17:54,945 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:17:56,533 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:17:56,946 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:17:58,948 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:18:00,949 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:18:02,490 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:18:02,732 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:18:02,951 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:18:03,002 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:18:03,205 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:18:03,206 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:18:04,952 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:18:06,953 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:18:08,314 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:18:08,955 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:18:10,956 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:18:12,957 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:18:14,238 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:18:14,959 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:18:16,960 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:18:18,002 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:18:18,211 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:18:18,212 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:18:18,961 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:18:20,178 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:18:20,963 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:18:22,964 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:18:24,965 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:18:26,114 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:18:26,967 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:18:28,968 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:18:30,969 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:18:32,030 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:18:32,734 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:18:32,971 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:18:33,003 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:18:33,205 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:18:33,206 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:18:34,972 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:18:36,973 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:18:37,866 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:18:38,975 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:18:40,976 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:18:42,977 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:18:43,767 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:18:44,978 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:18:46,980 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:18:48,003 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:18:48,205 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:18:48,206 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:18:48,981 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:18:49,664 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:18:50,984 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:18:52,986 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:18:54,987 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:18:55,522 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:18:57,990 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:18:59,991 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:19:00,660 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:19:01,992 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:19:02,735 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:19:03,003 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:19:03,206 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:19:03,206 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:19:03,994 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:19:05,995 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:19:06,418 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:19:07,997 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:19:09,998 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:19:12,000 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:19:12,262 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:19:14,001 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:19:16,002 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:19:18,003 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:19:18,004 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:19:18,205 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:19:18,206 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:19:18,206 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:19:20,006 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:19:22,007 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:19:23,271 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:19:24,008 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:19:26,010 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:19:28,011 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:19:28,962 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:19:30,012 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:19:32,014 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:19:32,736 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:19:33,003 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:19:33,211 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:19:33,211 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:19:34,015 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:19:34,836 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:19:36,016 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:19:38,018 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:19:39,857 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:19:40,019 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:19:42,021 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:19:44,023 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:19:45,593 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:19:46,024 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:19:48,003 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:19:48,025 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:19:48,220 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:19:48,221 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:19:50,027 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:19:51,548 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:19:52,028 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:19:54,029 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:19:56,031 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:19:56,629 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:19:58,032 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:20:00,033 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:20:02,035 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:20:02,310 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:20:02,737 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:20:03,003 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:20:03,206 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:20:03,207 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:20:04,036 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:20:06,037 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:20:08,039 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:20:08,186 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:20:10,040 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:20:12,041 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:20:14,043 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:20:14,106 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:20:16,044 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:20:18,003 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:20:18,045 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:20:18,206 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:20:18,207 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:20:20,020 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:20:20,047 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:20:22,048 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:20:24,049 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:20:26,001 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:20:26,051 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:20:28,052 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:20:30,053 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:20:31,966 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:20:32,055 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:20:32,738 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:20:33,004 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:20:33,206 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:20:33,207 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:20:34,056 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:20:36,058 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:20:36,980 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:20:38,059 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:20:40,060 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:20:41,998 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:20:42,062 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:20:44,063 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:20:46,065 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:20:47,716 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:20:48,004 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:20:48,066 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:20:48,207 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:20:48,207 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:20:50,067 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:20:52,069 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:20:52,765 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:20:54,070 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:20:56,071 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:20:58,072 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:20:58,504 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:21:00,073 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:21:02,075 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:21:02,739 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:21:03,004 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:21:03,207 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:21:03,208 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:21:03,583 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:21:04,076 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:21:06,078 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:21:08,079 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:21:09,407 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:21:10,081 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:21:12,082 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:21:14,083 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:21:14,518 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:21:16,085 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:21:18,004 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:21:18,086 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:21:18,207 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:21:18,207 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:21:20,088 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:21:20,265 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:21:22,089 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:21:24,090 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:21:25,336 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:21:26,092 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:21:28,093 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:21:30,094 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:21:31,048 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:21:32,096 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:21:32,740 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:21:33,004 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:21:33,207 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:21:33,208 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:21:34,097 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:21:36,098 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:21:36,099 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:21:38,101 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:21:40,102 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:21:41,258 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:21:42,103 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:21:44,105 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:21:46,106 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:21:47,014 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:21:48,004 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:21:48,107 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:21:48,207 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:21:48,207 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:21:50,108 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:21:52,109 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:21:52,233 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:21:54,111 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:21:56,112 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:21:58,000 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:21:58,113 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:22:00,115 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:22:02,116 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:22:02,741 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:22:03,009 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:22:03,207 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:22:03,208 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:22:03,362 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:22:04,117 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:22:06,119 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:22:08,120 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:22:08,816 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:22:10,121 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:22:12,123 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:22:14,129 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:22:14,809 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:22:17,131 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:22:18,009 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:22:18,207 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:22:18,208 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:22:19,132 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:22:19,937 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:22:21,134 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:22:23,135 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:22:25,136 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:22:25,662 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:22:27,138 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:22:29,139 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:22:30,676 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:22:31,140 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:22:32,743 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:22:33,009 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:22:33,142 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:22:33,208 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:22:33,210 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:22:35,145 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:22:36,404 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:22:37,147 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:22:39,148 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:22:41,150 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:22:41,470 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:22:43,151 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:22:45,152 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:22:47,092 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:22:47,154 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:22:48,009 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:22:48,208 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:22:48,208 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:22:49,155 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:22:51,157 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:22:52,936 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:22:53,158 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:22:55,159 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:22:57,161 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:22:58,902 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:22:59,162 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:23:01,163 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:23:02,744 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:23:03,010 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:23:03,165 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:23:03,208 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:23:03,208 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:23:04,751 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:23:05,166 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:23:07,167 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:23:09,169 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:23:09,763 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:23:11,170 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:23:13,171 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:23:15,172 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:23:15,465 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:23:17,173 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:23:18,010 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:23:18,208 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:23:18,209 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:23:19,175 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:23:21,176 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:23:21,356 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:23:23,177 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:23:25,181 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:23:27,183 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:23:27,316 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:23:29,184 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:23:31,185 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:23:32,745 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:23:32,746 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:23:33,010 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:23:33,187 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:23:33,209 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:23:33,210 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:23:35,188 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:23:37,189 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:23:38,120 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:23:39,191 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:23:41,192 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:23:43,175 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:23:43,193 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:23:45,195 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:23:47,196 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:23:48,010 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:23:48,209 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:23:48,209 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:23:48,314 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:23:49,197 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:23:51,198 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:23:53,200 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:23:53,568 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:23:55,201 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:23:57,202 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:23:59,204 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:23:59,496 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:24:01,205 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:24:02,747 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:24:03,010 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:24:03,206 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:24:03,209 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:24:03,210 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:24:05,208 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:24:05,444 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:24:07,209 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:24:09,210 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:24:11,220 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:24:11,384 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:24:13,222 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:24:15,223 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:24:16,399 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:24:17,224 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:24:18,010 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:24:18,209 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:24:18,210 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:24:19,225 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:24:21,227 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:24:22,313 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:24:23,228 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:24:25,229 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:24:27,231 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:24:28,203 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:24:29,232 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:24:31,234 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:24:32,748 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:24:33,010 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:24:33,209 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:24:33,210 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:24:33,235 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:24:33,357 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:24:35,236 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:24:37,238 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:24:39,169 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:24:39,239 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:24:41,240 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:24:43,241 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:24:45,109 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:24:45,243 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:24:47,244 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:24:48,011 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:24:48,209 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:24:48,210 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:24:49,246 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:24:51,030 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:24:51,247 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:24:53,248 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:24:55,250 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:24:56,936 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:24:57,251 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:24:59,252 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:25:01,254 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:25:02,749 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:25:02,750 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:25:03,011 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:25:03,209 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:25:03,209 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:25:03,255 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:25:05,256 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:25:07,258 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:25:08,659 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:25:09,259 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:25:11,261 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:25:13,263 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:25:14,626 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:25:15,265 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:25:17,266 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:25:18,011 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:25:18,209 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:25:18,210 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:25:19,267 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:25:20,486 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:25:21,269 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:25:23,270 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:25:25,271 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:25:26,343 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:25:27,273 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:25:29,276 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:25:31,276 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:25:32,254 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:25:32,750 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:25:33,011 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:25:33,220 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:25:33,221 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:25:33,277 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:25:33,729 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 13:25:33,730 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 13:25:33,731 DEBUG SenderThread:90 [sender.py:send():379] send: history -2024-05-14 13:25:33,731 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: summary_record -2024-05-14 13:25:33,732 INFO SenderThread:90 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end -2024-05-14 13:25:34,278 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/wandb-summary.json -2024-05-14 13:25:35,278 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:25:37,279 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:25:37,301 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:25:39,281 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:25:41,282 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:25:42,423 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:25:43,283 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:25:45,284 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:25:47,286 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:25:47,545 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:25:48,011 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:25:48,210 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:25:48,210 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:25:50,295 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:25:52,296 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:25:52,624 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:25:53,297 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:25:54,040 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: partial_history -2024-05-14 13:25:54,298 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:25:55,298 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:25:56,299 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:25:57,930 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:25:58,301 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:26:00,302 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:26:02,304 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:26:02,752 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:26:03,011 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:26:03,053 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:26:03,210 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:26:03,210 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:26:04,305 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:26:06,306 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:26:08,308 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:26:08,824 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:26:10,309 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:26:12,311 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:26:13,908 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:26:14,312 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:26:16,314 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:26:18,011 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:26:18,210 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:26:18,211 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:26:18,315 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:26:19,671 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:26:20,316 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:26:22,317 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:26:24,319 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:26:25,643 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:26:26,320 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:26:28,321 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:26:30,323 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:26:31,603 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:26:32,324 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:26:32,753 DEBUG SenderThread:90 [sender.py:send():379] send: stats -2024-05-14 13:26:33,011 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:26:33,210 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:26:33,211 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:26:34,326 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:26:36,327 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:26:37,489 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:26:38,328 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:26:40,329 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:26:42,331 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:26:42,562 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:26:44,332 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:26:46,333 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:26:48,012 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: internal_messages -2024-05-14 13:26:48,199 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:26:48,215 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: stop_status -2024-05-14 13:26:48,215 DEBUG SenderThread:90 [sender.py:send_request():406] send_request: stop_status -2024-05-14 13:26:48,335 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:26:50,336 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:26:52,337 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:26:54,134 DEBUG HandlerThread:90 [handler.py:handle_request():146] handle_request: status_report -2024-05-14 13:26:54,339 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log -2024-05-14 13:26:56,340 INFO Thread-13 :90 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240514_011900-d0zhpk4t/files/output.log