diff --git "a/wandb/debug-internal.log" "b/wandb/debug-internal.log" --- "a/wandb/debug-internal.log" +++ "b/wandb/debug-internal.log" @@ -1,2002 +1,2581 @@ -2024-03-28 13:30:04,910 INFO StreamThr :118 [internal.py:wandb_internal():86] W&B internal server running at pid: 118, started at: 2024-03-28 13:30:04.909963 -2024-03-28 13:30:04,912 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status -2024-03-28 13:30:05,251 INFO WriterThread:118 [datastore.py:open_for_write():87] open: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/run-d0uv7bu9.wandb -2024-03-28 13:30:05,251 DEBUG SenderThread:118 [sender.py:send():378] send: header -2024-03-28 13:30:05,257 DEBUG SenderThread:118 [sender.py:send():378] send: run -2024-03-28 13:30:05,423 INFO SenderThread:118 [dir_watcher.py:__init__():211] watching files in: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files -2024-03-28 13:30:05,423 INFO SenderThread:118 [sender.py:_start_run_threads():1099] run started: d0uv7bu9 with start time 1711632604.911076 -2024-03-28 13:30:05,425 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: check_version -2024-03-28 13:30:05,425 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: check_version -2024-03-28 13:30:05,513 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: run_start -2024-03-28 13:30:05,526 DEBUG HandlerThread:118 [system_info.py:__init__():26] System info init -2024-03-28 13:30:05,526 DEBUG HandlerThread:118 [system_info.py:__init__():41] System info init done -2024-03-28 13:30:05,526 INFO HandlerThread:118 [system_monitor.py:start():194] Starting system monitor -2024-03-28 13:30:05,526 INFO SystemMonitor:118 [system_monitor.py:_start():158] Starting system asset monitoring threads -2024-03-28 13:30:05,527 INFO HandlerThread:118 [system_monitor.py:probe():214] Collecting system info -2024-03-28 13:30:05,527 INFO SystemMonitor:118 [interfaces.py:start():190] Started cpu monitoring -2024-03-28 13:30:05,527 INFO SystemMonitor:118 [interfaces.py:start():190] Started disk monitoring -2024-03-28 13:30:05,528 INFO SystemMonitor:118 [interfaces.py:start():190] Started gpu monitoring -2024-03-28 13:30:05,529 INFO SystemMonitor:118 [interfaces.py:start():190] Started memory monitoring -2024-03-28 13:30:05,531 INFO SystemMonitor:118 [interfaces.py:start():190] Started network monitoring -2024-03-28 13:30:05,542 DEBUG HandlerThread:118 [system_info.py:probe():150] Probing system -2024-03-28 13:30:05,545 DEBUG HandlerThread:118 [gitlib.py:_init_repo():56] git repository is invalid -2024-03-28 13:30:05,545 DEBUG HandlerThread:118 [system_info.py:probe():198] Probing system done -2024-03-28 13:30:05,545 DEBUG HandlerThread:118 [system_monitor.py:probe():223] {'os': 'Linux-5.15.133+-x86_64-with-glibc2.31', 'python': '3.10.13', 'heartbeatAt': '2024-03-28T13:30:05.542748', 'startedAt': '2024-03-28T13:30:04.903309', 'docker': None, 'cuda': None, 'args': (), 'state': 'running', 'program': 'kaggle.ipynb', 'codePathLocal': None, 'root': '/kaggle/working', 'host': 'e1d09984cc69', 'username': 'root', 'executable': '/opt/conda/bin/python3.10', 'cpu_count': 2, 'cpu_count_logical': 4, 'cpu_freq': {'current': 2000.202, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2000.202, 'min': 0.0, 'max': 0.0}, {'current': 2000.202, 'min': 0.0, 'max': 0.0}, {'current': 2000.202, 'min': 0.0, 'max': 0.0}, {'current': 2000.202, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 8062.387607574463, 'used': 5533.654685974121}}, 'gpu': 'Tesla T4', 'gpu_count': 2, 'gpu_devices': [{'name': 'Tesla T4', 'memory_total': 16106127360}, {'name': 'Tesla T4', 'memory_total': 16106127360}], 'memory': {'total': 31.357559204101562}} -2024-03-28 13:30:05,545 INFO HandlerThread:118 [system_monitor.py:probe():224] Finished collecting system info -2024-03-28 13:30:05,545 INFO HandlerThread:118 [system_monitor.py:probe():227] Publishing system info -2024-03-28 13:30:05,545 DEBUG HandlerThread:118 [system_info.py:_save_conda():207] Saving list of conda packages installed into the current environment -2024-03-28 13:30:06,425 INFO Thread-12 :118 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/conda-environment.yaml -2024-03-28 13:31:01,440 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/conda-environment.yaml -2024-03-28 13:31:01,973 DEBUG HandlerThread:118 [system_info.py:_save_conda():219] Saving conda packages done -2024-03-28 13:31:01,973 INFO HandlerThread:118 [system_monitor.py:probe():229] Finished publishing system info -2024-03-28 13:31:01,984 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:31:01,984 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:31:01,984 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:31:01,984 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:31:01,984 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:31:01,984 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:31:01,984 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:31:01,984 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:31:01,985 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:31:01,985 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:31:01,985 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:31:01,985 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: python_packages -2024-03-28 13:31:01,985 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: internal_messages -2024-03-28 13:31:01,985 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: stop_status -2024-03-28 13:31:01,985 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:31:01,986 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:31:01,986 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:31:01,986 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:31:01,986 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:31:01,986 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:31:01,986 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:31:01,986 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:31:01,986 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:31:01,986 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:31:01,987 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: python_packages -2024-03-28 13:31:01,990 DEBUG SenderThread:118 [sender.py:send():378] send: telemetry -2024-03-28 13:31:01,990 DEBUG SenderThread:118 [sender.py:send():378] send: config -2024-03-28 13:31:01,992 DEBUG SenderThread:118 [sender.py:send():378] send: metric -2024-03-28 13:31:01,992 DEBUG SenderThread:118 [sender.py:send():378] send: telemetry -2024-03-28 13:31:01,992 DEBUG SenderThread:118 [sender.py:send():378] send: metric -2024-03-28 13:31:01,992 WARNING SenderThread:118 [sender.py:send_metric():1316] Seen metric with glob (shouldn't happen) -2024-03-28 13:31:01,992 DEBUG SenderThread:118 [sender.py:send():378] send: telemetry -2024-03-28 13:31:01,992 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: stop_status -2024-03-28 13:31:02,085 DEBUG SenderThread:118 [sender.py:send():378] send: files -2024-03-28 13:31:02,085 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-metadata.json with policy now -2024-03-28 13:31:02,303 INFO wandb-upload_0:118 [upload_job.py:push():131] Uploaded file /tmp/tmpe9_g8s3rwandb/cmzqhrrs-wandb-metadata.json -2024-03-28 13:31:02,440 INFO Thread-12 :118 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-metadata.json -2024-03-28 13:31:02,441 INFO Thread-12 :118 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/requirements.txt -2024-03-28 13:31:02,441 INFO Thread-12 :118 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 13:31:04,441 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 13:31:05,531 DEBUG SystemMonitor:118 [system_monitor.py:_start():172] Starting system metrics aggregation loop -2024-03-28 13:31:05,533 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:31:05,538 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:31:06,442 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/config.yaml -2024-03-28 13:31:06,524 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:31:10,697 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:31:11,525 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:31:15,698 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:31:16,526 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:31:20,699 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:31:21,527 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:31:25,700 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:31:26,528 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:31:26,943 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:31:26,945 DEBUG SenderThread:118 [sender.py:send():378] send: metric -2024-03-28 13:31:26,945 DEBUG SenderThread:118 [sender.py:send():378] send: metric -2024-03-28 13:31:26,945 DEBUG SenderThread:118 [sender.py:send():378] send: metric -2024-03-28 13:31:26,945 DEBUG SenderThread:118 [sender.py:send():378] send: metric -2024-03-28 13:31:26,945 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:31:26,945 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:31:26,947 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:31:27,450 INFO Thread-12 :118 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:31:30,948 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:31:31,529 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:31:31,807 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:31:31,809 DEBUG SenderThread:118 [sender.py:send():378] send: metric -2024-03-28 13:31:31,809 DEBUG SenderThread:118 [sender.py:send():378] send: metric -2024-03-28 13:31:31,809 DEBUG SenderThread:118 [sender.py:send():378] send: metric -2024-03-28 13:31:31,810 DEBUG SenderThread:118 [sender.py:send():378] send: metric -2024-03-28 13:31:31,810 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:31:31,810 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:31:31,810 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:31:32,452 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:31:34,453 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 13:31:35,534 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:31:36,530 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:31:36,540 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:31:37,455 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/config.yaml -2024-03-28 13:31:41,531 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:31:41,653 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:31:46,532 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:31:46,654 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:31:51,533 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:31:51,654 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:31:56,534 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:31:56,655 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:32:01,535 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:32:01,656 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:32:05,535 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:32:06,536 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:32:07,535 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:32:11,537 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:32:12,536 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:32:16,538 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:32:17,537 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:32:21,539 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:32:22,538 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:32:24,841 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:32:24,842 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:32:24,842 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:32:24,844 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:32:25,475 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:32:26,540 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:32:27,845 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:32:29,963 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:32:29,964 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:32:29,964 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:32:29,965 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:32:30,477 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:32:31,541 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:32:32,478 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 13:32:33,192 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:32:35,535 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:32:36,543 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:32:38,537 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:32:41,543 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:32:43,538 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:32:46,544 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:32:48,539 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:32:51,545 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:32:53,539 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:32:56,546 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:32:58,540 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:33:01,547 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:33:03,541 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:33:05,537 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:33:06,549 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:33:09,538 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:33:11,549 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:33:14,539 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:33:16,551 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:33:19,539 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:33:21,552 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:33:23,103 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:33:23,104 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:33:23,104 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:33:23,107 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:33:23,498 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:33:25,107 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:33:26,553 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:33:28,129 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:33:28,130 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:33:28,131 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:33:28,131 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:33:28,500 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:33:30,364 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:33:30,501 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 13:33:31,554 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:33:35,365 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:33:35,538 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:33:36,555 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:33:40,539 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:33:41,556 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:33:45,540 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:33:46,557 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:33:50,541 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:33:51,558 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:33:55,541 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:33:56,559 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:34:00,542 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:34:01,560 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:34:05,539 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:34:06,539 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:34:06,561 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:34:11,540 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:34:11,562 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:34:16,541 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:34:16,563 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:34:21,542 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:34:21,564 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:34:22,264 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:34:22,265 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:34:22,265 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:34:22,267 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:34:22,521 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:34:26,564 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:34:27,247 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:34:27,248 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:34:27,248 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:34:27,249 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:34:27,249 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:34:27,523 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:34:28,523 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 13:34:31,568 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:34:32,487 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:34:35,539 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:34:36,569 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:34:37,540 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:34:41,570 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:34:42,541 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:34:46,571 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:34:47,542 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:34:51,572 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:34:52,543 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:34:56,573 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:34:57,544 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:35:01,574 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:35:02,545 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:35:05,540 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:35:06,575 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:35:08,541 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:35:11,576 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:35:13,542 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:35:16,576 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:35:18,543 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:35:21,577 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:35:21,860 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:35:21,861 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:35:21,862 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:35:21,862 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:35:22,545 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:35:23,863 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:35:26,580 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:35:26,869 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:35:26,870 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:35:26,870 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:35:26,871 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:35:27,547 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:35:28,548 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 13:35:29,111 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:35:31,581 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:35:34,112 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:35:35,541 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:35:36,582 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:35:39,543 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:35:41,583 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:35:44,544 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:35:46,584 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:35:49,545 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:35:51,585 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:35:54,546 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:35:56,586 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:35:59,546 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:36:01,587 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:36:04,547 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:36:05,542 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:36:06,588 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:36:10,544 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:36:11,589 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:36:15,545 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:36:16,589 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:36:20,546 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:36:20,888 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:36:20,889 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:36:20,889 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:36:20,889 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:36:21,568 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:36:21,590 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:36:25,891 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:36:25,892 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:36:25,893 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:36:25,894 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:36:25,894 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:36:26,570 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:36:26,591 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:36:28,570 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 13:36:31,132 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:36:31,592 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:36:35,543 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:36:36,544 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:36:36,593 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:36:41,545 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:36:41,594 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:36:46,546 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:36:46,594 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:36:51,547 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:36:51,595 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:36:56,548 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:36:56,596 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:37:01,549 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:37:01,597 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:37:05,544 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:37:06,598 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:37:07,545 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:37:11,599 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:37:12,546 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:37:16,600 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:37:17,547 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:37:19,508 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:37:19,509 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:37:19,509 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:37:19,509 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:37:19,589 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:37:21,601 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:37:23,510 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:37:24,498 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:37:24,500 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:37:24,500 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:37:24,501 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:37:24,591 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:37:26,592 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 13:37:26,602 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:37:28,743 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:37:31,603 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:37:33,744 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:37:35,545 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:37:36,604 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:37:39,546 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:37:41,605 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:37:44,547 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:37:46,606 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:37:49,548 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:37:51,607 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:37:54,549 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:37:56,607 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:37:59,550 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:38:01,608 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:38:04,551 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:38:05,546 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:38:06,609 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:38:10,547 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:38:11,610 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:38:15,548 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:38:16,611 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:38:18,949 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:38:18,950 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:38:18,950 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:38:18,951 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:38:19,612 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:38:20,951 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:38:21,612 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:38:23,947 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:38:23,948 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:38:23,948 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:38:23,949 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:38:24,614 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:38:26,184 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:38:26,613 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:38:26,614 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 13:38:31,185 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:38:31,614 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:38:35,547 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:38:36,548 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:38:36,615 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:38:41,549 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:38:41,616 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:38:46,550 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:38:46,617 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:38:51,551 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:38:51,618 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:38:56,552 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:38:56,619 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:39:01,553 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:39:01,620 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:39:05,548 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:39:06,621 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:39:07,549 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:39:11,622 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:39:12,550 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:39:16,623 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:39:17,084 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:39:17,085 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:39:17,085 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:39:17,086 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:39:17,632 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:39:18,086 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:39:21,624 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:39:22,086 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:39:22,088 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:39:22,088 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:39:22,088 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:39:22,634 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:39:23,436 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:39:24,635 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 13:39:26,625 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:39:28,437 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:39:31,626 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:39:33,437 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:39:35,556 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:39:36,627 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:39:38,557 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:39:41,628 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:39:43,558 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:39:46,629 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:39:48,559 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:39:51,630 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:39:53,560 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:39:56,631 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:39:58,561 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:40:01,632 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:40:03,562 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:40:05,550 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:40:06,633 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:40:09,552 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:40:11,634 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:40:14,553 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:40:16,234 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:40:16,235 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:40:16,235 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:40:16,237 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:40:16,635 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:40:16,654 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:40:20,238 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:40:21,228 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:40:21,229 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:40:21,230 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:40:21,230 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:40:21,636 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:40:21,656 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:40:23,657 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 13:40:25,460 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:40:26,637 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:40:30,461 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:40:31,638 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:40:35,462 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:40:35,551 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:40:36,639 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:40:40,553 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:40:41,640 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:40:45,554 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:40:46,641 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:40:50,555 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:40:51,642 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:40:55,556 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:40:56,643 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:41:00,557 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:41:01,644 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:41:05,555 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:41:06,556 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:41:06,645 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:41:11,557 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:41:11,646 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:41:14,722 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:41:14,723 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:41:14,724 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:41:14,724 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:41:15,676 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:41:16,647 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:41:16,725 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:41:19,721 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:41:19,722 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:41:19,723 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:41:19,723 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:41:20,678 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:41:21,649 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:41:21,678 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 13:41:21,968 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:41:26,650 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:41:26,970 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:41:31,651 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:41:31,971 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:41:35,554 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:41:36,652 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:41:37,555 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:41:41,653 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:41:42,556 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:41:46,654 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:41:47,557 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:41:51,655 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:41:52,558 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:41:56,656 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:41:57,559 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:42:01,657 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:42:02,560 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:42:05,555 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:42:06,658 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:42:08,556 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:42:11,659 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:42:13,237 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:42:13,239 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:42:13,239 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:42:13,239 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:42:13,698 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:42:14,240 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:42:16,660 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:42:18,235 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:42:18,236 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:42:18,237 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:42:18,237 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:42:18,700 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:42:19,475 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:42:21,661 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:42:21,701 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 13:42:24,476 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:42:26,662 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:42:29,477 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:42:31,663 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:42:34,478 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:42:35,556 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:42:36,664 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:42:39,557 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:42:41,665 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:42:44,558 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:42:46,666 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:42:49,559 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:42:51,667 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:42:54,560 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:42:56,668 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:42:59,561 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:43:01,669 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:43:04,562 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:43:05,557 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:43:06,670 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:43:10,558 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:43:11,670 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:43:11,671 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:43:11,671 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:43:11,672 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:43:11,672 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:43:11,720 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:43:15,673 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:43:16,677 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:43:16,681 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:43:16,682 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:43:16,682 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:43:16,683 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:43:16,721 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:43:19,723 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 13:43:20,932 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:43:21,678 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:43:25,933 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:43:26,679 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:43:30,934 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:43:31,680 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:43:35,558 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:43:36,559 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:43:36,681 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:43:41,560 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:43:41,681 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:43:46,560 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:43:46,682 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:43:51,561 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:43:51,683 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:43:56,562 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:43:56,684 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:44:01,563 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:44:01,685 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:44:05,559 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:44:06,686 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:44:07,560 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:44:10,656 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:44:10,658 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:44:10,658 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:44:10,658 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:44:10,741 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:44:11,687 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:44:12,659 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:44:15,669 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:44:15,670 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:44:15,671 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:44:15,671 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:44:15,743 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:44:16,693 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:44:17,744 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 13:44:17,906 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:44:21,694 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:44:22,907 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:44:26,695 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:44:27,908 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:44:31,696 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:44:32,909 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:44:35,559 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:44:36,697 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:44:38,561 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:44:41,698 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:44:43,561 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:44:46,698 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:44:48,562 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:44:51,699 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:44:53,563 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:44:56,700 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:44:58,564 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:45:01,701 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:45:03,565 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:45:05,560 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:45:06,702 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:45:09,290 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:45:09,291 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:45:09,292 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:45:09,292 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:45:09,292 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:45:09,762 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:45:11,703 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:45:14,293 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:45:14,302 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:45:14,303 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:45:14,304 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:45:14,304 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:45:14,764 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:45:16,704 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:45:17,766 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 13:45:19,583 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:45:21,705 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:45:24,584 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:45:26,706 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:45:29,585 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:45:31,707 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:45:34,586 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:45:35,561 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:45:36,707 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:45:40,563 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:45:41,708 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:45:45,564 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:45:46,709 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:45:50,565 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:45:51,710 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:45:55,566 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:45:56,711 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:46:00,567 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:46:01,712 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:46:05,562 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:46:06,563 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:46:06,713 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:46:08,397 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:46:08,399 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:46:08,399 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:46:08,399 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:46:08,784 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:46:11,714 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:46:12,401 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:46:13,399 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:46:13,400 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:46:13,401 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:46:13,401 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:46:13,786 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:46:15,787 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 13:46:16,715 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:46:17,635 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:46:21,716 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:46:22,636 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:46:26,717 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:46:27,637 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:46:31,717 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:46:32,638 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:46:35,563 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:46:36,718 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:46:38,564 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:46:41,719 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:46:43,565 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:46:46,720 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:46:48,566 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:46:51,721 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:46:53,567 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:46:56,722 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:46:58,568 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:47:01,723 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:47:03,569 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:47:05,564 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:47:06,430 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:47:06,431 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:47:06,432 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:47:06,432 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:47:06,724 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:47:06,805 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:47:09,433 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:47:11,420 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:47:11,422 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:47:11,422 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:47:11,423 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:47:11,725 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:47:11,807 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:47:13,808 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 13:47:14,707 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:47:16,726 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:47:19,708 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:47:21,727 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:47:24,709 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:47:26,728 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:47:29,710 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:47:31,729 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:47:34,711 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:47:35,565 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:47:36,730 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:47:40,566 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:47:41,731 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:47:45,568 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:47:46,732 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:47:50,568 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:47:51,733 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:47:55,569 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:47:56,734 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:48:00,570 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:48:01,735 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:48:04,672 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:48:04,673 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:48:04,674 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:48:04,674 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:48:04,826 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:48:05,566 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:48:06,567 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:48:06,736 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:48:09,689 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:48:09,690 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:48:09,691 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:48:09,691 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:48:09,827 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:48:11,737 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:48:11,828 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 13:48:11,927 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:48:16,738 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:48:16,928 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:48:21,739 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:48:21,929 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:48:26,740 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:48:26,930 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:48:31,741 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:48:31,931 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:48:35,567 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:48:36,742 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:48:37,568 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:48:41,743 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:48:42,569 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:48:46,744 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:48:47,570 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:48:51,745 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:48:52,571 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:48:56,746 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:48:57,572 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:49:01,747 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:49:02,573 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:49:04,960 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:49:04,962 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:49:04,962 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:49:04,963 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:49:05,568 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:49:05,847 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:49:06,748 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:49:08,569 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:49:09,967 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:49:09,969 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:49:09,969 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:49:09,970 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:49:10,849 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:49:11,749 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:49:11,849 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 13:49:14,207 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:49:16,750 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:49:19,208 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:49:21,751 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:49:24,209 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:49:26,752 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:49:29,209 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:49:31,753 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:49:34,210 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:49:35,569 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:49:36,754 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:49:39,570 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:49:41,756 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:49:44,571 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:49:46,757 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:49:49,572 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:49:51,758 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:49:54,573 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:49:56,759 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:49:59,574 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:50:01,764 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:50:03,234 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:50:03,235 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:50:03,235 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:50:03,236 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:50:03,871 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:50:05,236 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:50:05,570 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:50:06,765 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:50:08,260 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:50:08,261 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:50:08,261 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:50:08,262 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:50:08,873 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:50:09,873 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 13:50:10,530 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:50:11,766 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:50:15,531 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:50:16,767 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:50:20,531 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:50:21,768 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:50:25,532 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:50:26,769 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:50:30,533 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:50:31,770 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:50:35,534 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:50:35,571 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:50:36,771 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:50:40,572 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:50:41,772 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:50:45,573 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:50:46,773 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:50:50,574 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:50:51,774 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:50:55,575 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:50:56,775 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:51:00,576 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:51:01,776 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:51:02,964 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:51:02,965 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:51:02,966 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:51:02,966 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:51:03,892 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:51:05,572 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:51:06,573 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:51:06,777 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:51:07,955 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:51:07,956 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:51:07,956 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:51:07,957 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:51:08,895 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:51:09,895 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 13:51:11,778 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:51:12,194 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:51:16,779 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:51:17,195 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:51:21,780 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:51:22,196 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:51:26,781 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:51:27,197 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:51:31,782 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:51:32,198 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:51:35,578 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:51:36,783 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:51:37,579 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:51:41,784 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:51:42,579 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:51:46,785 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:51:47,580 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:51:51,786 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:51:52,581 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:51:56,786 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:51:57,582 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:52:01,787 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:52:02,583 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:52:02,942 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:52:02,943 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:52:02,943 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:52:02,943 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:52:03,915 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:52:05,574 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:52:06,788 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:52:07,934 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:52:07,935 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:52:07,936 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:52:07,936 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:52:07,939 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:52:08,916 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:52:09,917 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 13:52:11,789 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:52:13,186 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:52:16,790 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:52:18,187 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:52:21,791 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:52:23,188 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:52:26,792 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:52:28,189 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:52:31,793 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:52:33,191 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:52:35,575 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:52:36,794 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:52:38,576 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:52:41,795 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:52:43,576 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:52:46,796 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:52:48,577 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:52:51,797 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:52:53,578 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:52:56,798 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:52:58,579 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:53:01,800 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:53:01,918 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:53:01,919 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:53:01,919 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:53:01,921 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:53:01,935 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:53:03,922 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:53:05,575 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:53:06,801 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:53:06,919 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:53:06,921 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:53:06,921 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:53:06,922 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:53:06,936 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:53:09,226 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:53:09,938 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 13:53:11,802 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:53:14,227 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:53:16,803 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:53:19,227 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:53:21,804 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:53:24,228 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:53:26,805 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:53:29,229 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:53:31,806 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:53:34,231 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:53:35,576 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:53:36,807 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:53:39,577 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:53:41,808 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:53:44,579 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:53:46,809 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:53:49,580 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:53:51,810 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:53:54,581 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:53:56,811 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:53:59,581 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:54:01,411 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:54:01,413 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:54:01,413 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:54:01,414 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:54:01,812 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:54:01,959 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:54:05,415 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:54:05,577 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:54:06,410 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:54:06,412 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:54:06,412 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:54:06,412 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:54:06,813 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:54:06,961 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:54:07,961 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 13:54:10,654 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:54:11,814 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:54:15,655 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:54:16,815 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:54:20,656 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:54:21,816 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:54:25,657 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:54:26,817 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:54:30,658 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:54:31,818 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:54:35,578 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:54:36,579 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:54:36,819 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:54:41,580 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:54:41,820 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:54:46,581 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:54:46,821 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:54:51,582 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:54:51,822 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:54:56,583 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:54:56,823 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:55:00,611 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:55:00,612 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:55:00,613 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:55:00,613 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:55:00,982 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:55:01,614 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:55:01,824 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:55:05,579 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:55:05,624 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:55:05,625 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:55:05,626 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:55:05,626 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:55:05,984 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:55:06,830 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:55:06,865 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:55:07,985 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 13:55:11,831 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:55:11,866 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:55:16,832 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:55:16,867 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:55:21,833 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:55:21,868 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:55:26,834 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:55:26,869 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:55:31,835 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:55:31,870 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:55:35,580 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:55:36,836 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:55:37,581 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:55:41,837 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:55:42,582 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:55:46,838 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:55:47,583 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:55:51,839 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:55:52,584 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:55:56,840 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:55:57,585 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:55:59,023 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:55:59,024 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:55:59,025 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:55:59,025 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:56:00,004 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:56:01,840 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:56:03,026 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:56:04,047 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:56:04,048 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:56:04,048 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:56:04,049 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:56:05,007 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:56:05,581 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:56:06,007 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 13:56:06,841 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:56:08,582 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:56:11,843 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:56:13,583 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:56:16,844 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:56:18,584 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:56:21,845 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:56:23,585 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:56:26,846 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:56:28,586 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:56:31,847 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:56:33,587 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:56:35,582 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:56:36,848 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:56:39,583 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:56:41,849 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:56:44,584 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:56:46,850 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:56:49,585 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:56:51,851 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:56:54,586 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:56:56,852 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:56:58,473 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:56:58,474 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:56:58,474 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:56:58,475 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:56:59,026 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:57:00,476 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:57:01,853 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:57:03,480 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:57:03,482 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:57:03,482 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:57:03,482 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:57:04,028 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:57:05,583 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:57:05,583 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:57:06,029 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 13:57:06,854 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:57:10,584 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:57:11,855 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:57:15,585 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:57:16,856 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:57:20,586 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:57:21,857 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:57:25,587 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:57:26,858 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:57:30,588 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:57:31,859 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:57:35,584 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:57:36,585 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:57:36,860 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:57:41,586 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:57:41,861 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:57:46,587 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:57:46,862 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:57:51,588 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:57:51,863 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:57:56,589 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:57:56,865 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:57:57,901 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:57:57,902 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:57:57,902 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:57:57,903 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:57:58,048 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:58:01,865 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:58:01,904 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:58:02,892 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:58:02,893 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:58:02,894 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:58:02,894 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:58:03,050 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:58:04,051 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 13:58:05,585 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:58:06,867 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:58:07,586 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:58:11,868 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:58:12,587 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:58:16,869 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:58:17,588 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:58:21,870 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:58:22,589 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:58:26,871 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:58:27,590 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:58:31,872 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:58:32,591 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:58:35,586 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:58:36,873 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:58:38,587 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:58:41,874 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:58:43,588 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:58:46,875 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:58:48,589 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:58:51,876 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:58:53,590 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:58:56,877 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:58:57,668 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:58:57,669 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:58:57,669 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:58:57,670 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:58:58,072 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:58:58,670 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:59:01,878 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:59:02,665 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:59:02,666 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:59:02,667 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:59:02,667 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:59:03,074 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 13:59:03,974 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:59:04,074 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 13:59:05,587 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:59:06,879 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:59:09,588 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:59:11,880 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:59:14,589 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:59:16,881 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:59:19,590 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:59:21,882 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:59:24,590 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:59:26,884 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:59:29,591 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:59:31,885 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:59:34,592 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:59:35,588 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 13:59:36,886 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:59:40,589 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:59:41,887 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:59:45,590 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:59:46,888 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:59:50,591 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:59:51,889 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:59:55,592 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 13:59:56,652 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 13:59:56,653 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 13:59:56,653 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 13:59:56,653 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 13:59:56,889 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 13:59:57,094 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 14:00:00,654 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:00:01,656 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 14:00:01,657 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 14:00:01,658 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 14:00:01,658 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 14:00:01,890 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:00:02,095 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 14:00:04,096 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 14:00:05,589 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:00:06,589 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:00:06,891 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:00:11,590 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:00:11,892 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:00:16,591 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:00:16,893 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:00:21,592 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:00:21,895 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:00:26,593 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:00:26,896 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:00:31,594 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:00:31,897 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:00:35,590 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:00:36,898 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:00:37,591 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:00:41,899 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:00:42,591 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:00:46,900 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:00:47,592 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:00:51,901 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:00:52,593 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:00:55,487 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 14:00:55,488 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 14:00:55,489 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 14:00:55,489 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 14:00:56,115 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 14:00:56,902 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:00:58,490 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:01:00,493 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 14:01:00,494 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 14:01:00,494 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 14:01:00,495 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 14:01:01,117 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 14:01:01,907 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:01:02,117 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 14:01:03,909 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:01:05,591 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:01:06,907 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:01:09,592 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:01:11,908 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:01:14,593 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:01:16,909 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:01:19,594 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:01:21,910 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:01:24,595 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:01:26,911 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:01:29,596 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:01:31,912 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:01:34,596 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:01:35,592 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:01:36,913 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:01:40,593 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:01:41,915 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:01:45,594 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:01:46,915 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:01:50,595 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:01:51,917 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:01:54,889 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 14:01:54,891 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 14:01:54,891 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 14:01:54,891 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 14:01:55,136 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 14:01:55,892 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:01:56,917 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:01:59,902 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 14:01:59,903 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 14:01:59,903 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 14:01:59,904 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 14:02:00,138 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 14:02:01,146 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:02:01,923 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:02:02,139 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 14:02:05,592 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:02:06,593 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:02:06,924 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:02:11,594 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:02:11,926 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:02:16,595 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:02:16,927 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:02:21,597 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:02:21,928 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:02:26,597 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:02:26,929 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:02:31,598 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:02:31,930 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:02:35,594 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:02:36,931 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:02:37,594 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:02:41,932 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:02:42,595 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:02:46,933 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:02:47,596 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:02:51,934 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:02:52,597 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:02:53,401 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 14:02:53,403 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 14:02:53,403 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 14:02:53,403 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 14:02:54,158 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 14:02:56,935 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:02:58,405 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:02:58,411 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 14:02:58,412 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 14:02:58,412 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 14:02:58,413 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 14:02:59,160 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 14:03:00,160 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 14:03:01,936 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:03:03,646 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:03:05,600 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:03:06,937 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:03:09,601 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:03:11,938 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:03:14,602 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:03:16,939 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:03:19,603 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:03:21,940 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:03:24,604 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:03:26,941 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:03:29,605 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:03:31,942 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:03:34,606 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:03:35,596 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:03:36,943 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:03:40,597 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:03:41,944 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:03:45,598 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:03:46,945 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:03:50,599 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:03:51,946 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:03:52,427 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 14:03:52,428 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 14:03:52,428 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 14:03:52,430 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 14:03:53,181 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 14:03:56,431 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:03:56,947 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:03:57,427 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 14:03:57,429 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 14:03:57,429 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 14:03:57,430 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 14:03:58,183 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 14:03:59,183 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 14:04:01,661 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:04:01,947 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:04:05,597 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:04:06,948 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:04:07,598 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:04:11,950 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:04:12,599 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:04:16,951 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:04:17,600 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:04:21,952 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:04:22,600 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:04:26,953 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:04:27,602 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:04:31,954 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:04:32,603 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:04:35,599 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:04:36,955 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:04:38,600 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:04:41,956 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:04:43,601 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:04:46,957 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:04:48,602 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:04:51,957 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:04:52,185 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 14:04:52,186 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 14:04:52,186 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 14:04:52,187 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 14:04:52,204 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 14:04:54,187 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:04:56,958 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:04:57,170 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 14:04:57,172 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 14:04:57,172 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 14:04:57,172 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 14:04:57,206 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 14:04:59,206 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 14:04:59,410 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:05:01,959 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:05:04,411 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:05:05,598 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:05:06,960 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:05:09,600 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:05:11,961 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:05:14,601 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:05:16,962 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:05:19,601 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:05:21,963 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:05:24,602 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:05:26,964 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:05:29,603 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:05:31,965 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:05:34,604 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:05:35,599 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:05:36,966 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:05:40,601 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:05:41,967 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:05:45,602 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:05:46,968 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:05:50,603 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:05:51,836 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 14:05:51,837 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 14:05:51,837 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 14:05:51,838 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 14:05:51,969 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:05:52,226 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 14:05:55,839 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:05:56,847 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 14:05:56,849 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 14:05:56,849 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 14:05:56,850 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 14:05:56,970 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:05:57,228 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 14:05:59,229 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 14:06:01,151 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:06:01,971 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:06:05,600 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:06:06,601 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:06:06,972 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:06:11,602 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:06:11,973 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:06:16,603 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:06:16,974 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:06:21,604 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:06:21,975 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:06:26,605 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:06:26,976 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:06:31,606 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:06:31,977 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:06:35,602 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:06:36,978 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:06:37,602 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:06:41,979 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:06:42,603 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:06:46,980 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:06:47,604 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:06:50,684 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 14:06:50,685 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 14:06:50,686 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 14:06:50,686 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 14:06:51,249 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 14:06:51,981 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:06:52,687 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:06:55,685 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 14:06:55,686 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 14:06:55,687 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 14:06:55,687 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 14:06:56,251 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 14:06:56,982 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:06:57,251 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 14:06:57,929 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:07:01,983 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:07:02,930 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:07:05,603 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:07:06,984 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:07:08,604 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:07:11,985 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:07:13,605 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:07:16,986 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:07:18,606 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:07:21,987 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:07:23,607 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:07:26,988 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:07:28,608 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:07:31,989 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:07:33,609 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:07:35,604 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:07:36,990 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:07:39,605 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:07:41,991 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:07:44,606 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:07:46,992 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:07:49,607 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:07:49,984 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 14:07:49,986 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 14:07:49,986 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 14:07:49,987 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 14:07:50,271 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 14:07:51,994 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:07:54,984 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 14:07:54,986 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 14:07:54,986 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 14:07:54,987 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:07:54,987 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 14:07:55,273 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 14:07:57,000 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:07:57,274 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 14:08:00,221 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:08:02,002 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:08:05,222 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:08:05,604 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:08:07,003 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:08:10,606 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:08:12,004 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:08:15,606 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:08:17,005 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:08:20,607 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:08:22,005 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:08:25,609 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:08:27,006 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:08:30,610 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:08:32,007 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:08:35,606 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:08:36,607 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:08:37,008 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:08:41,608 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:08:42,009 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:08:46,609 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:08:47,010 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:08:48,772 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 14:08:48,773 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 14:08:48,773 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 14:08:48,774 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 14:08:49,293 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 14:08:51,775 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:08:52,011 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:08:53,769 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 14:08:53,770 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 14:08:53,771 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 14:08:53,771 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 14:08:54,295 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 14:08:55,295 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 14:08:57,012 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:08:57,023 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:09:02,013 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:09:02,024 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:09:05,607 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:09:07,014 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:09:07,608 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:09:12,015 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:09:12,609 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:09:17,016 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:09:17,610 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:09:22,017 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:09:22,611 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:09:27,017 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:09:27,612 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:09:32,018 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:09:32,613 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:09:35,608 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:09:37,019 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:09:38,609 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:09:42,020 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:09:43,610 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:09:47,021 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:09:47,317 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 14:09:47,318 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 14:09:47,318 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 14:09:47,319 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 14:09:48,316 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 14:09:49,319 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:09:52,022 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:09:52,322 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 14:09:52,323 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 14:09:52,323 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 14:09:52,324 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 14:09:53,317 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 14:09:54,998 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:09:55,318 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 14:09:57,023 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:09:59,999 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:10:02,025 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:10:05,000 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:10:05,609 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:10:07,026 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:10:10,610 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:10:12,027 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:10:15,611 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:10:17,028 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:10:20,612 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:10:22,029 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:10:25,612 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:10:27,030 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:10:30,613 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:10:32,030 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:10:35,610 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:10:36,611 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:10:37,032 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:10:41,612 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:10:42,033 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:10:46,056 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 14:10:46,057 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 14:10:46,057 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 14:10:46,058 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 14:10:46,337 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 14:10:47,034 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:10:47,058 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:10:51,081 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 14:10:51,083 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 14:10:51,083 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 14:10:51,084 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 14:10:51,339 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 14:10:52,035 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:10:52,317 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:10:53,340 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 14:10:57,036 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:10:57,318 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:11:02,037 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:11:02,319 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:11:05,611 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:11:07,038 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:11:07,611 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:11:12,039 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:11:12,612 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:11:17,040 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:11:17,613 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:11:22,041 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:11:22,614 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:11:27,042 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:11:27,615 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:11:32,043 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:11:32,616 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:11:35,611 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:11:37,044 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:11:38,612 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:11:42,045 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:11:43,613 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:11:45,626 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 14:11:45,627 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 14:11:45,627 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 14:11:45,628 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 14:11:46,359 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 14:11:47,046 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:11:48,629 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:11:50,609 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 14:11:50,610 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 14:11:50,611 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 14:11:50,611 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 14:11:51,361 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 14:11:52,047 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:11:53,362 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 14:11:53,844 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:11:57,048 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:11:58,845 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:12:02,049 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:12:03,845 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:12:05,612 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:12:07,050 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:12:09,614 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:12:12,051 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:12:14,615 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:12:17,052 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:12:19,616 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:12:22,053 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:12:24,617 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:12:27,054 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:12:29,617 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:12:32,055 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:12:34,618 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:12:35,613 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:12:37,056 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:12:40,614 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:12:42,057 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:12:44,949 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 14:12:44,950 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 14:12:44,951 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 14:12:44,951 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 14:12:45,382 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 14:12:45,952 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:12:47,058 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:12:49,958 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 14:12:49,959 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 14:12:49,959 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 14:12:49,959 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 14:12:50,384 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 14:12:51,288 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:12:51,384 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 14:12:52,058 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:12:56,289 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:12:57,060 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:13:01,290 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:13:02,061 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:13:05,614 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:13:06,615 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:13:07,062 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:13:11,616 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:13:12,063 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:13:16,617 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:13:17,064 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:13:21,618 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:13:22,065 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:13:26,618 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:13:27,066 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:13:31,619 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:13:32,067 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:13:35,615 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:13:37,068 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:13:37,616 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:13:42,069 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:13:42,617 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:13:43,952 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 14:13:43,954 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 14:13:43,954 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 14:13:43,955 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 14:13:44,405 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 14:13:47,070 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:13:47,956 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:13:48,966 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 14:13:48,967 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 14:13:48,967 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 14:13:48,968 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 14:13:49,407 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 14:13:51,408 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 14:13:52,071 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:13:53,200 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:13:57,072 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:13:58,200 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:14:02,073 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:14:03,201 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:14:05,616 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:14:07,074 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:14:08,617 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:14:12,075 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:14:13,618 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:14:17,076 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:14:18,619 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:14:22,078 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:14:23,619 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:14:27,078 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:14:28,620 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:14:32,079 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:14:33,621 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:14:35,617 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:14:37,081 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:14:39,618 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:14:42,082 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:14:42,450 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 14:14:42,451 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 14:14:42,451 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 14:14:42,452 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 14:14:43,429 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 14:14:45,453 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:14:47,082 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:14:47,455 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 14:14:47,456 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 14:14:47,456 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 14:14:47,456 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 14:14:48,431 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 14:14:49,431 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 14:14:50,694 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:14:52,084 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:14:55,695 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:14:57,085 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:15:00,696 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:15:02,086 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:15:05,618 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:15:06,618 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:15:07,087 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:15:11,619 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:15:12,088 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:15:16,620 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:15:17,089 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:15:21,621 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:15:22,089 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:15:26,622 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:15:27,090 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:15:31,623 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:15:32,092 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:15:35,618 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:15:37,093 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:15:37,619 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:15:41,075 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 14:15:41,076 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 14:15:41,077 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 14:15:41,077 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 14:15:41,450 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 14:15:42,093 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:15:43,078 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:15:46,068 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 14:15:46,069 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 14:15:46,070 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 14:15:46,070 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 14:15:46,451 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 14:15:47,094 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:15:47,452 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 14:15:48,455 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:15:52,095 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:15:53,456 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:15:57,096 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:15:58,456 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:16:02,097 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:16:03,457 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:16:05,619 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:16:07,098 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:16:08,620 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:16:12,099 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:16:13,621 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:16:17,100 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:16:18,622 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:16:22,101 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:16:23,623 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:16:27,105 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:16:28,624 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:16:32,106 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:16:33,625 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:16:35,620 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:16:37,107 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:16:39,621 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:16:40,290 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 14:16:40,291 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 14:16:40,292 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 14:16:40,292 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 14:16:40,471 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 14:16:42,108 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:16:45,293 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:16:45,297 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 14:16:45,298 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 14:16:45,298 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 14:16:45,299 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 14:16:45,473 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 14:16:47,109 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:16:47,474 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 14:16:50,589 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:16:52,109 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:16:55,589 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:16:57,110 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:17:00,590 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:17:02,111 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:17:05,591 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:17:05,621 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:17:07,112 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:17:10,622 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:17:12,113 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:17:15,623 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:17:16,746 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 14:17:16,748 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 14:17:16,748 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 14:17:16,748 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 14:17:17,114 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:17:17,486 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 14:17:20,750 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:17:21,775 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 14:17:21,776 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 14:17:21,777 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 14:17:21,777 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 14:17:22,042 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 14:17:22,044 DEBUG SenderThread:118 [sender.py:send():378] send: metric -2024-03-28 14:17:22,045 DEBUG SenderThread:118 [sender.py:send():378] send: metric -2024-03-28 14:17:22,045 DEBUG SenderThread:118 [sender.py:send():378] send: metric -2024-03-28 14:17:22,045 DEBUG SenderThread:118 [sender.py:send():378] send: metric -2024-03-28 14:17:22,045 DEBUG SenderThread:118 [sender.py:send():378] send: metric -2024-03-28 14:17:22,045 DEBUG SenderThread:118 [sender.py:send():378] send: history -2024-03-28 14:17:22,045 DEBUG SenderThread:118 [sender.py:send_request():405] send_request: summary_record -2024-03-28 14:17:22,046 INFO SenderThread:118 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 14:17:22,047 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: pause -2024-03-28 14:17:22,047 INFO HandlerThread:118 [handler.py:handle_request_pause():708] stopping system metrics thread -2024-03-28 14:17:22,047 INFO HandlerThread:118 [system_monitor.py:finish():203] Stopping system monitor -2024-03-28 14:17:22,048 DEBUG SystemMonitor:118 [system_monitor.py:_start():179] Finished system metrics aggregation loop -2024-03-28 14:17:22,048 DEBUG SystemMonitor:118 [system_monitor.py:_start():183] Publishing last batch of metrics -2024-03-28 14:17:22,048 INFO HandlerThread:118 [interfaces.py:finish():202] Joined cpu monitor -2024-03-28 14:17:22,049 INFO HandlerThread:118 [interfaces.py:finish():202] Joined disk monitor -2024-03-28 14:17:22,059 INFO HandlerThread:118 [interfaces.py:finish():202] Joined gpu monitor -2024-03-28 14:17:22,059 INFO HandlerThread:118 [interfaces.py:finish():202] Joined memory monitor -2024-03-28 14:17:22,059 INFO HandlerThread:118 [interfaces.py:finish():202] Joined network monitor -2024-03-28 14:17:22,060 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: resume -2024-03-28 14:17:22,060 INFO HandlerThread:118 [handler.py:handle_request_resume():699] starting system metrics thread -2024-03-28 14:17:22,060 INFO HandlerThread:118 [system_monitor.py:start():194] Starting system monitor -2024-03-28 14:17:22,060 INFO SystemMonitor:118 [system_monitor.py:_start():158] Starting system asset monitoring threads -2024-03-28 14:17:22,061 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:17:22,061 INFO SystemMonitor:118 [interfaces.py:start():190] Started cpu monitoring -2024-03-28 14:17:22,062 INFO SystemMonitor:118 [interfaces.py:start():190] Started disk monitoring -2024-03-28 14:17:22,062 INFO SystemMonitor:118 [interfaces.py:start():190] Started gpu monitoring -2024-03-28 14:17:22,063 INFO SystemMonitor:118 [interfaces.py:start():190] Started memory monitoring -2024-03-28 14:17:22,064 INFO SystemMonitor:118 [interfaces.py:start():190] Started network monitoring -2024-03-28 14:17:22,115 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:17:22,242 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: pause -2024-03-28 14:17:22,242 INFO HandlerThread:118 [handler.py:handle_request_pause():708] stopping system metrics thread -2024-03-28 14:17:22,242 INFO HandlerThread:118 [system_monitor.py:finish():203] Stopping system monitor -2024-03-28 14:17:22,242 INFO HandlerThread:118 [interfaces.py:finish():202] Joined cpu monitor -2024-03-28 14:17:22,243 DEBUG SystemMonitor:118 [system_monitor.py:_start():172] Starting system metrics aggregation loop -2024-03-28 14:17:22,243 DEBUG SystemMonitor:118 [system_monitor.py:_start():179] Finished system metrics aggregation loop -2024-03-28 14:17:22,243 DEBUG SystemMonitor:118 [system_monitor.py:_start():183] Publishing last batch of metrics -2024-03-28 14:17:22,244 INFO HandlerThread:118 [interfaces.py:finish():202] Joined disk monitor -2024-03-28 14:17:22,254 INFO HandlerThread:118 [interfaces.py:finish():202] Joined gpu monitor -2024-03-28 14:17:22,254 INFO HandlerThread:118 [interfaces.py:finish():202] Joined memory monitor -2024-03-28 14:17:22,254 INFO HandlerThread:118 [interfaces.py:finish():202] Joined network monitor -2024-03-28 14:17:22,254 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: resume -2024-03-28 14:17:22,255 INFO HandlerThread:118 [handler.py:handle_request_resume():699] starting system metrics thread -2024-03-28 14:17:22,255 INFO HandlerThread:118 [system_monitor.py:start():194] Starting system monitor -2024-03-28 14:17:22,255 INFO SystemMonitor:118 [system_monitor.py:_start():158] Starting system asset monitoring threads -2024-03-28 14:17:22,255 INFO SystemMonitor:118 [interfaces.py:start():190] Started cpu monitoring -2024-03-28 14:17:22,256 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:17:22,257 INFO SystemMonitor:118 [interfaces.py:start():190] Started disk monitoring -2024-03-28 14:17:22,259 INFO SystemMonitor:118 [interfaces.py:start():190] Started gpu monitoring -2024-03-28 14:17:22,259 INFO SystemMonitor:118 [interfaces.py:start():190] Started memory monitoring -2024-03-28 14:17:22,260 INFO SystemMonitor:118 [interfaces.py:start():190] Started network monitoring -2024-03-28 14:17:22,488 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/wandb-summary.json -2024-03-28 14:17:23,797 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: pause -2024-03-28 14:17:23,797 INFO HandlerThread:118 [handler.py:handle_request_pause():708] stopping system metrics thread -2024-03-28 14:17:23,797 INFO HandlerThread:118 [system_monitor.py:finish():203] Stopping system monitor -2024-03-28 14:17:23,797 DEBUG SystemMonitor:118 [system_monitor.py:_start():172] Starting system metrics aggregation loop -2024-03-28 14:17:23,797 DEBUG SystemMonitor:118 [system_monitor.py:_start():179] Finished system metrics aggregation loop -2024-03-28 14:17:23,797 DEBUG SystemMonitor:118 [system_monitor.py:_start():183] Publishing last batch of metrics -2024-03-28 14:17:23,798 INFO HandlerThread:118 [interfaces.py:finish():202] Joined cpu monitor -2024-03-28 14:17:23,799 INFO HandlerThread:118 [interfaces.py:finish():202] Joined disk monitor -2024-03-28 14:17:23,809 INFO HandlerThread:118 [interfaces.py:finish():202] Joined gpu monitor -2024-03-28 14:17:23,809 INFO HandlerThread:118 [interfaces.py:finish():202] Joined memory monitor -2024-03-28 14:17:23,809 INFO HandlerThread:118 [interfaces.py:finish():202] Joined network monitor -2024-03-28 14:17:23,809 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:17:25,810 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:17:27,135 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:17:30,811 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:17:32,136 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:17:35,812 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:17:37,137 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:17:40,818 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:17:42,138 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:17:42,496 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/config.yaml -2024-03-28 14:17:47,137 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:17:47,139 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:17:52,138 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:17:52,140 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:17:57,139 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:17:57,141 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:18:02,140 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:18:02,141 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:18:07,141 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:18:07,142 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:18:12,142 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:18:12,143 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:18:17,143 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:18:17,144 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:18:22,144 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:18:22,145 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:18:27,145 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:18:27,146 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:18:32,146 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:18:32,147 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:18:37,147 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:18:37,148 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:18:42,148 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:18:42,149 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:18:47,149 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:18:47,150 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:18:52,150 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:18:52,151 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:18:57,151 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:18:57,151 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:19:02,151 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:19:02,152 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:19:07,152 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:19:07,153 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:19:12,153 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:19:12,154 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:19:17,154 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:19:17,155 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:19:22,155 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:19:22,156 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:19:23,884 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: resume -2024-03-28 14:19:23,884 INFO HandlerThread:118 [handler.py:handle_request_resume():699] starting system metrics thread -2024-03-28 14:19:23,884 INFO HandlerThread:118 [system_monitor.py:start():194] Starting system monitor -2024-03-28 14:19:23,884 INFO SystemMonitor:118 [system_monitor.py:_start():158] Starting system asset monitoring threads -2024-03-28 14:19:23,885 INFO SystemMonitor:118 [interfaces.py:start():190] Started cpu monitoring -2024-03-28 14:19:23,886 INFO SystemMonitor:118 [interfaces.py:start():190] Started disk monitoring -2024-03-28 14:19:23,886 INFO SystemMonitor:118 [interfaces.py:start():190] Started gpu monitoring -2024-03-28 14:19:23,887 INFO SystemMonitor:118 [interfaces.py:start():190] Started memory monitoring -2024-03-28 14:19:23,890 INFO SystemMonitor:118 [interfaces.py:start():190] Started network monitoring -2024-03-28 14:19:25,536 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 14:19:27,157 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:19:27,186 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:19:27,537 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 14:19:32,157 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:19:32,205 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:19:37,159 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:19:37,385 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:19:37,541 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 14:19:39,541 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 14:19:41,542 INFO Thread-12 :118 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_133004-d0uv7bu9/files/output.log -2024-03-28 14:19:42,159 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:19:42,404 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:19:47,160 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:19:47,424 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:19:48,751 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: pause -2024-03-28 14:19:48,751 INFO HandlerThread:118 [handler.py:handle_request_pause():708] stopping system metrics thread -2024-03-28 14:19:48,751 INFO HandlerThread:118 [system_monitor.py:finish():203] Stopping system monitor -2024-03-28 14:19:48,751 DEBUG SystemMonitor:118 [system_monitor.py:_start():172] Starting system metrics aggregation loop -2024-03-28 14:19:48,752 DEBUG SystemMonitor:118 [system_monitor.py:_start():179] Finished system metrics aggregation loop -2024-03-28 14:19:48,752 DEBUG SystemMonitor:118 [system_monitor.py:_start():183] Publishing last batch of metrics -2024-03-28 14:19:48,753 INFO HandlerThread:118 [interfaces.py:finish():202] Joined cpu monitor -2024-03-28 14:19:48,754 INFO HandlerThread:118 [interfaces.py:finish():202] Joined disk monitor -2024-03-28 14:19:48,766 INFO HandlerThread:118 [interfaces.py:finish():202] Joined gpu monitor -2024-03-28 14:19:48,767 INFO HandlerThread:118 [interfaces.py:finish():202] Joined memory monitor -2024-03-28 14:19:48,767 INFO HandlerThread:118 [interfaces.py:finish():202] Joined network monitor -2024-03-28 14:19:48,767 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: resume -2024-03-28 14:19:48,767 INFO HandlerThread:118 [handler.py:handle_request_resume():699] starting system metrics thread -2024-03-28 14:19:48,767 INFO HandlerThread:118 [system_monitor.py:start():194] Starting system monitor -2024-03-28 14:19:48,767 INFO SystemMonitor:118 [system_monitor.py:_start():158] Starting system asset monitoring threads -2024-03-28 14:19:48,768 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:19:48,769 INFO SystemMonitor:118 [interfaces.py:start():190] Started cpu monitoring -2024-03-28 14:19:48,769 INFO SystemMonitor:118 [interfaces.py:start():190] Started disk monitoring -2024-03-28 14:19:48,770 INFO SystemMonitor:118 [interfaces.py:start():190] Started gpu monitoring -2024-03-28 14:19:48,770 INFO SystemMonitor:118 [interfaces.py:start():190] Started memory monitoring -2024-03-28 14:19:48,771 INFO SystemMonitor:118 [interfaces.py:start():190] Started network monitoring -2024-03-28 14:19:48,796 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: pause -2024-03-28 14:19:48,796 INFO HandlerThread:118 [handler.py:handle_request_pause():708] stopping system metrics thread -2024-03-28 14:19:48,796 INFO HandlerThread:118 [system_monitor.py:finish():203] Stopping system monitor -2024-03-28 14:19:48,796 INFO HandlerThread:118 [interfaces.py:finish():202] Joined cpu monitor -2024-03-28 14:19:48,797 DEBUG SystemMonitor:118 [system_monitor.py:_start():172] Starting system metrics aggregation loop -2024-03-28 14:19:48,797 DEBUG SystemMonitor:118 [system_monitor.py:_start():179] Finished system metrics aggregation loop -2024-03-28 14:19:48,797 DEBUG SystemMonitor:118 [system_monitor.py:_start():183] Publishing last batch of metrics -2024-03-28 14:19:48,798 INFO HandlerThread:118 [interfaces.py:finish():202] Joined disk monitor -2024-03-28 14:19:48,811 INFO HandlerThread:118 [interfaces.py:finish():202] Joined gpu monitor -2024-03-28 14:19:48,811 INFO HandlerThread:118 [interfaces.py:finish():202] Joined memory monitor -2024-03-28 14:19:48,811 INFO HandlerThread:118 [interfaces.py:finish():202] Joined network monitor -2024-03-28 14:19:48,812 DEBUG SenderThread:118 [sender.py:send():378] send: stats -2024-03-28 14:19:52,161 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:19:52,813 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:19:57,162 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:19:57,814 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:20:02,163 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:20:02,815 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:20:07,164 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:20:07,816 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:20:12,165 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:20:12,817 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:20:17,166 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:20:17,818 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:20:22,167 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:20:22,819 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:20:27,168 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:20:27,820 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:20:32,169 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:20:32,821 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:20:37,170 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:20:37,821 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:20:42,171 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:20:42,822 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:20:47,172 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:20:47,823 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:20:52,173 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:20:52,824 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:20:57,174 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:20:57,686 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: resume -2024-03-28 14:20:57,686 INFO HandlerThread:118 [handler.py:handle_request_resume():699] starting system metrics thread -2024-03-28 14:20:57,687 INFO HandlerThread:118 [system_monitor.py:start():194] Starting system monitor -2024-03-28 14:20:57,687 INFO SystemMonitor:118 [system_monitor.py:_start():158] Starting system asset monitoring threads -2024-03-28 14:20:57,688 INFO SystemMonitor:118 [interfaces.py:start():190] Started cpu monitoring -2024-03-28 14:20:57,688 INFO SystemMonitor:118 [interfaces.py:start():190] Started disk monitoring -2024-03-28 14:20:57,689 INFO SystemMonitor:118 [interfaces.py:start():190] Started gpu monitoring -2024-03-28 14:20:57,690 INFO SystemMonitor:118 [interfaces.py:start():190] Started memory monitoring -2024-03-28 14:20:57,691 INFO SystemMonitor:118 [interfaces.py:start():190] Started network monitoring -2024-03-28 14:20:57,825 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 14:21:02,174 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 14:21:02,826 DEBUG HandlerThread:118 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:36:30,732 INFO StreamThr :120 [internal.py:wandb_internal():86] W&B internal server running at pid: 120, started at: 2024-04-01 15:36:30.731509 +2024-04-01 15:36:30,734 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status +2024-04-01 15:36:31,194 INFO WriterThread:120 [datastore.py:open_for_write():87] open: /kaggle/working/wandb/run-20240401_153630-o84relki/run-o84relki.wandb +2024-04-01 15:36:31,195 DEBUG SenderThread:120 [sender.py:send():378] send: header +2024-04-01 15:36:31,206 DEBUG SenderThread:120 [sender.py:send():378] send: run +2024-04-01 15:36:31,395 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: check_version +2024-04-01 15:36:31,395 INFO SenderThread:120 [dir_watcher.py:__init__():211] watching files in: /kaggle/working/wandb/run-20240401_153630-o84relki/files +2024-04-01 15:36:31,396 INFO SenderThread:120 [sender.py:_start_run_threads():1099] run started: o84relki with start time 1711985790.734242 +2024-04-01 15:36:31,396 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: check_version +2024-04-01 15:36:31,493 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: run_start +2024-04-01 15:36:31,507 DEBUG HandlerThread:120 [system_info.py:__init__():26] System info init +2024-04-01 15:36:31,507 DEBUG HandlerThread:120 [system_info.py:__init__():41] System info init done +2024-04-01 15:36:31,507 INFO HandlerThread:120 [system_monitor.py:start():194] Starting system monitor +2024-04-01 15:36:31,507 INFO SystemMonitor:120 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-04-01 15:36:31,508 INFO HandlerThread:120 [system_monitor.py:probe():214] Collecting system info +2024-04-01 15:36:31,508 INFO SystemMonitor:120 [interfaces.py:start():190] Started cpu monitoring +2024-04-01 15:36:31,509 INFO SystemMonitor:120 [interfaces.py:start():190] Started disk monitoring +2024-04-01 15:36:31,510 INFO SystemMonitor:120 [interfaces.py:start():190] Started gpu monitoring +2024-04-01 15:36:31,511 INFO SystemMonitor:120 [interfaces.py:start():190] Started memory monitoring +2024-04-01 15:36:31,512 INFO SystemMonitor:120 [interfaces.py:start():190] Started network monitoring +2024-04-01 15:36:31,522 DEBUG HandlerThread:120 [system_info.py:probe():150] Probing system +2024-04-01 15:36:31,524 DEBUG HandlerThread:120 [gitlib.py:_init_repo():56] git repository is invalid +2024-04-01 15:36:31,524 DEBUG HandlerThread:120 [system_info.py:probe():198] Probing system done +2024-04-01 15:36:31,524 DEBUG HandlerThread:120 [system_monitor.py:probe():223] {'os': 'Linux-5.15.133+-x86_64-with-glibc2.31', 'python': '3.10.13', 'heartbeatAt': '2024-04-01T15:36:31.522426', 'startedAt': '2024-04-01T15:36:30.724173', 'docker': None, 'cuda': None, 'args': (), 'state': 'running', 'program': 'kaggle.ipynb', 'codePathLocal': None, 'root': '/kaggle/working', 'host': 'd79f9cec8870', 'username': 'root', 'executable': '/opt/conda/bin/python3.10', 'cpu_count': 2, 'cpu_count_logical': 4, 'cpu_freq': {'current': 2000.19, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2000.19, 'min': 0.0, 'max': 0.0}, {'current': 2000.19, 'min': 0.0, 'max': 0.0}, {'current': 2000.19, 'min': 0.0, 'max': 0.0}, {'current': 2000.19, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 8062.387607574463, 'used': 5533.654853820801}}, 'gpu': 'Tesla T4', 'gpu_count': 2, 'gpu_devices': [{'name': 'Tesla T4', 'memory_total': 16106127360}, {'name': 'Tesla T4', 'memory_total': 16106127360}], 'memory': {'total': 31.357559204101562}} +2024-04-01 15:36:31,524 INFO HandlerThread:120 [system_monitor.py:probe():224] Finished collecting system info +2024-04-01 15:36:31,524 INFO HandlerThread:120 [system_monitor.py:probe():227] Publishing system info +2024-04-01 15:36:31,524 DEBUG HandlerThread:120 [system_info.py:_save_conda():207] Saving list of conda packages installed into the current environment +2024-04-01 15:36:32,397 INFO Thread-12 :120 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240401_153630-o84relki/files/conda-environment.yaml +2024-04-01 15:37:30,414 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/conda-environment.yaml +2024-04-01 15:37:30,893 DEBUG HandlerThread:120 [system_info.py:_save_conda():219] Saving conda packages done +2024-04-01 15:37:30,893 INFO HandlerThread:120 [system_monitor.py:probe():229] Finished publishing system info +2024-04-01 15:37:30,906 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:37:30,906 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:37:30,907 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:37:30,907 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:37:30,907 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:37:30,907 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:37:30,908 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:37:30,908 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:37:30,908 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:37:30,908 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:37:30,908 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:37:30,908 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: python_packages +2024-04-01 15:37:30,908 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: stop_status +2024-04-01 15:37:30,908 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-01 15:37:30,909 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:37:30,909 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:37:30,910 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:37:30,910 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:37:30,910 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:37:30,910 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:37:30,910 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:37:30,910 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:37:30,910 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:37:30,910 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:37:30,910 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: python_packages +2024-04-01 15:37:30,913 DEBUG SenderThread:120 [sender.py:send():378] send: telemetry +2024-04-01 15:37:30,913 DEBUG SenderThread:120 [sender.py:send():378] send: config +2024-04-01 15:37:30,915 DEBUG SenderThread:120 [sender.py:send():378] send: metric +2024-04-01 15:37:30,915 DEBUG SenderThread:120 [sender.py:send():378] send: telemetry +2024-04-01 15:37:30,915 DEBUG SenderThread:120 [sender.py:send():378] send: metric +2024-04-01 15:37:30,915 WARNING SenderThread:120 [sender.py:send_metric():1316] Seen metric with glob (shouldn't happen) +2024-04-01 15:37:30,915 DEBUG SenderThread:120 [sender.py:send():378] send: telemetry +2024-04-01 15:37:30,915 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-04-01 15:37:31,052 DEBUG SenderThread:120 [sender.py:send():378] send: files +2024-04-01 15:37:31,053 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-metadata.json with policy now +2024-04-01 15:37:31,324 INFO wandb-upload_0:120 [upload_job.py:push():131] Uploaded file /tmp/tmpxuny1dqbwandb/mqxn9pxk-wandb-metadata.json +2024-04-01 15:37:31,415 INFO Thread-12 :120 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240401_153630-o84relki/files/requirements.txt +2024-04-01 15:37:31,415 INFO Thread-12 :120 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-metadata.json +2024-04-01 15:37:31,415 INFO Thread-12 :120 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 15:37:31,512 DEBUG SystemMonitor:120 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-04-01 15:37:31,514 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:37:31,523 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:37:32,415 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/config.yaml +2024-04-01 15:37:32,633 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:37:33,416 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 15:37:36,658 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:37:37,634 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:37:41,659 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:37:42,635 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:37:46,660 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:37:47,636 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:37:50,657 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:37:50,659 DEBUG SenderThread:120 [sender.py:send():378] send: metric +2024-04-01 15:37:50,659 DEBUG SenderThread:120 [sender.py:send():378] send: metric +2024-04-01 15:37:50,659 DEBUG SenderThread:120 [sender.py:send():378] send: metric +2024-04-01 15:37:50,659 DEBUG SenderThread:120 [sender.py:send():378] send: metric +2024-04-01 15:37:50,660 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:37:50,660 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:37:50,660 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:37:51,423 INFO Thread-12 :120 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:37:51,661 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:37:52,638 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:37:55,815 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:37:55,817 DEBUG SenderThread:120 [sender.py:send():378] send: metric +2024-04-01 15:37:55,818 DEBUG SenderThread:120 [sender.py:send():378] send: metric +2024-04-01 15:37:55,818 DEBUG SenderThread:120 [sender.py:send():378] send: metric +2024-04-01 15:37:55,818 DEBUG SenderThread:120 [sender.py:send():378] send: metric +2024-04-01 15:37:55,818 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:37:55,818 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:37:55,820 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:37:56,426 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:37:57,123 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:37:57,426 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 15:37:57,639 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:38:01,515 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:38:02,521 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:38:02,640 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:38:03,429 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/config.yaml +2024-04-01 15:38:07,618 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:38:07,641 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:38:12,619 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:38:12,643 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:38:17,620 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:38:17,644 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:38:22,621 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:38:22,645 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:38:27,622 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:38:27,646 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:38:31,516 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:38:32,647 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:38:33,517 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:38:37,648 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:38:38,518 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:38:42,649 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:38:43,288 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:38:43,289 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:38:43,289 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:38:43,291 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:38:43,445 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:38:44,292 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:38:47,651 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:38:48,559 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:38:48,560 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:38:48,561 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:38:48,561 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:38:49,448 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:38:49,810 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:38:51,449 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 15:38:52,652 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:38:54,811 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:38:57,653 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:38:59,812 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:39:01,517 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:39:02,654 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:39:05,518 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:39:07,655 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:39:10,519 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:39:12,656 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:39:15,520 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:39:17,658 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:39:20,521 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:39:22,659 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:39:25,522 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:39:27,660 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:39:30,523 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:39:31,518 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:39:32,661 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:39:36,519 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:39:36,912 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:39:36,913 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:39:36,913 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:39:36,914 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:39:37,469 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:39:37,662 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:39:41,915 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:39:42,234 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:39:42,236 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:39:42,236 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:39:42,239 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:39:42,471 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:39:42,663 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:39:43,472 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 15:39:47,484 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:39:47,667 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:39:52,485 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:39:52,668 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:39:57,486 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:39:57,669 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:40:01,519 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:40:02,520 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:40:02,671 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:40:07,521 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:40:07,672 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:40:12,523 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:40:12,673 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:40:17,524 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:40:17,674 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:40:22,525 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:40:22,675 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:40:27,526 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:40:27,677 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:40:30,039 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:40:30,041 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:40:30,041 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:40:30,043 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:40:30,492 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:40:31,520 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:40:32,678 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:40:33,521 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:40:35,378 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:40:35,379 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:40:35,380 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:40:35,380 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:40:35,494 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:40:37,495 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 15:40:37,679 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:40:38,615 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:40:42,680 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:40:43,616 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:40:47,681 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:40:48,617 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:40:52,682 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:40:53,618 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:40:57,684 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:40:58,619 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:41:01,521 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:41:02,685 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:41:04,523 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:41:07,686 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:41:09,524 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:41:12,687 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:41:14,525 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:41:17,688 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:41:19,526 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:41:22,689 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:41:23,915 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:41:23,916 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:41:23,917 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:41:23,918 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:41:24,515 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:41:24,919 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:41:27,690 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:41:29,268 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:41:29,270 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:41:29,270 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:41:29,271 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:41:29,517 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:41:30,538 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:41:31,518 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 15:41:31,522 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:41:32,692 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:41:36,523 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:41:37,693 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:41:41,524 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:41:42,694 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:41:46,525 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:41:47,695 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:41:51,526 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:41:52,696 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:41:56,527 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:41:57,697 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:42:01,525 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:42:02,526 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:42:02,698 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:42:07,527 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:42:07,699 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:42:12,528 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:42:12,700 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:42:17,529 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:42:17,702 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:42:17,878 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:42:17,879 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:42:17,880 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:42:17,880 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:42:18,537 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:42:22,703 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:42:22,881 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:42:23,242 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:42:23,243 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:42:23,244 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:42:23,244 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:42:23,540 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:42:25,541 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 15:42:27,707 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:42:28,508 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:42:31,524 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:42:32,708 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:42:33,525 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:42:37,709 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:42:38,526 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:42:42,711 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:42:43,527 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:42:47,712 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:42:48,528 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:42:52,713 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:42:53,529 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:42:57,714 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:42:58,530 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:43:01,525 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:43:02,715 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:43:04,526 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:43:07,716 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:43:09,527 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:43:11,946 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:43:11,947 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:43:11,947 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:43:11,948 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:43:12,560 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:43:12,718 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:43:14,948 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:43:17,324 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:43:17,325 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:43:17,326 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:43:17,326 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:43:17,562 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:43:17,719 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:43:19,563 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 15:43:20,657 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:43:22,720 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:43:25,658 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:43:27,721 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:43:30,659 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:43:31,526 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:43:32,722 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:43:36,527 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:43:37,723 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:43:41,528 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:43:42,724 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:43:46,529 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:43:47,726 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:43:51,530 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:43:52,727 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:43:56,532 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:43:57,728 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:44:01,527 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:44:02,528 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:44:02,730 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:44:05,574 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:44:05,575 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:44:05,576 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:44:05,576 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:44:05,582 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:44:07,577 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:44:07,731 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:44:10,952 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:44:10,953 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:44:10,953 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:44:10,954 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:44:11,585 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:44:12,732 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:44:13,192 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:44:13,586 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 15:44:17,733 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:44:18,194 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:44:22,735 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:44:23,195 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:44:27,736 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:44:28,195 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:44:31,529 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:44:32,737 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:44:33,530 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:44:37,739 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:44:38,531 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:44:42,740 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:44:43,532 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:44:47,741 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:44:48,533 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:44:52,742 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:44:53,534 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:44:57,744 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:44:58,535 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:45:00,200 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:45:00,201 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:45:00,202 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:45:00,202 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:45:00,605 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:45:01,530 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:45:02,745 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:45:04,531 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:45:05,579 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:45:05,580 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:45:05,580 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:45:05,581 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:45:05,607 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:45:07,608 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 15:45:07,746 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:45:09,882 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:45:12,747 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:45:14,884 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:45:17,748 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:45:19,885 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:45:22,750 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:45:24,886 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:45:27,751 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:45:29,887 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:45:31,530 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:45:32,752 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:45:35,531 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:45:37,753 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:45:40,533 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:45:42,755 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:45:45,533 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:45:47,756 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:45:50,535 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:45:52,757 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:45:54,489 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:45:54,490 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:45:54,490 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:45:54,491 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:45:54,627 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:45:56,492 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:45:57,758 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:45:59,877 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:45:59,879 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:45:59,879 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:45:59,879 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:46:00,630 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:46:01,531 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:46:01,532 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:46:01,630 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 15:46:02,759 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:46:06,533 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:46:07,760 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:46:11,534 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:46:12,761 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:46:16,535 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:46:17,763 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:46:21,536 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:46:22,764 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:46:26,537 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:46:27,765 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:46:31,532 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:46:32,533 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:46:32,766 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:46:37,534 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:46:37,767 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:46:42,535 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:46:42,768 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:46:47,536 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:46:47,770 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:46:49,150 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:46:49,151 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:46:49,152 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:46:49,152 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:46:49,651 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:46:52,771 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:46:53,153 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:46:54,539 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:46:54,540 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:46:54,540 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:46:54,541 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:46:54,653 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:46:56,654 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 15:46:57,772 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:46:58,976 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:47:01,533 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:47:02,773 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:47:04,535 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:47:07,774 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:47:09,536 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:47:12,775 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:47:14,537 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:47:17,776 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:47:19,538 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:47:22,778 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:47:24,539 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:47:27,779 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:47:29,541 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:47:31,535 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:47:32,780 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:47:35,536 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:47:37,781 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:47:40,537 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:47:42,783 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:47:43,389 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:47:43,390 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:47:43,390 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:47:43,391 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:47:43,672 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:47:46,391 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:47:47,784 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:47:48,783 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:47:48,784 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:47:48,785 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:47:48,785 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:47:49,674 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:47:50,675 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 15:47:52,166 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:47:52,785 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:47:57,167 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:47:57,786 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:48:01,536 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:48:02,537 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:48:02,788 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:48:07,538 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:48:07,789 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:48:12,539 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:48:12,790 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:48:17,540 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:48:17,791 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:48:22,541 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:48:22,792 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:48:27,542 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:48:27,793 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:48:31,537 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:48:32,794 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:48:33,538 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:48:37,520 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:48:37,521 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:48:37,522 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:48:37,522 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:48:37,694 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:48:37,795 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:48:39,523 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:48:42,796 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:48:42,897 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:48:42,898 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:48:42,898 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:48:42,899 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:48:43,697 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:48:44,697 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 15:48:45,178 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:48:47,797 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:48:50,179 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:48:52,798 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:48:55,180 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:48:57,799 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:49:00,181 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:49:01,538 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:49:02,801 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:49:05,539 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:49:07,802 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:49:10,540 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:49:12,803 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:49:15,541 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:49:17,804 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:49:20,542 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:49:22,805 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:49:25,544 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:49:27,806 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:49:30,545 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:49:31,185 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:49:31,186 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:49:31,186 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:49:31,187 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:49:31,539 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:49:31,716 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:49:32,808 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:49:36,540 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:49:36,580 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:49:36,581 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:49:36,582 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:49:36,583 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:49:36,718 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:49:37,816 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:49:38,719 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 15:49:41,832 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:49:42,818 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:49:46,833 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:49:47,819 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:49:51,834 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:49:52,820 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:49:56,835 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:49:57,821 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:50:01,540 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:50:02,540 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:50:02,822 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:50:07,542 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:50:07,824 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:50:12,543 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:50:12,825 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:50:17,544 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:50:17,826 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:50:22,545 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:50:22,827 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:50:25,475 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:50:25,476 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:50:25,476 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:50:25,477 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:50:25,739 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:50:27,828 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:50:28,478 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:50:30,878 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:50:30,879 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:50:30,879 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:50:30,880 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:50:31,541 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:50:31,741 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:50:32,742 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 15:50:32,829 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:50:33,542 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:50:37,830 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:50:38,543 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:50:42,832 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:50:43,544 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:50:47,834 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:50:48,545 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:50:52,835 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:50:53,546 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:50:57,836 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:50:58,547 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:51:01,542 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:51:02,837 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:51:04,543 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:51:07,838 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:51:09,544 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:51:12,839 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:51:14,545 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:51:17,840 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:51:19,346 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:51:19,347 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:51:19,347 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:51:19,348 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:51:19,762 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:51:20,349 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:51:22,841 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:51:24,743 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:51:24,745 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:51:24,745 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:51:24,746 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:51:24,764 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:51:25,989 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:51:26,765 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 15:51:27,843 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:51:30,990 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:51:31,543 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:51:32,844 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:51:36,544 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:51:37,845 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:51:41,546 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:51:42,846 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:51:46,547 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:51:47,847 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:51:51,548 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:51:52,848 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:51:56,549 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:51:57,849 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:52:01,544 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:52:02,545 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:52:02,850 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:52:07,546 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:52:07,852 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:52:12,547 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:52:12,853 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:52:13,699 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:52:13,700 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:52:13,700 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:52:13,700 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:52:13,785 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:52:17,702 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:52:17,855 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:52:19,099 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:52:19,100 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:52:19,100 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:52:19,101 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:52:19,787 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:52:20,788 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 15:52:22,856 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:52:23,328 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:52:27,857 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:52:28,329 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:52:31,545 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:52:32,858 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:52:33,546 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:52:37,860 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:52:38,547 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:52:42,861 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:52:43,548 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:52:47,862 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:52:48,549 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:52:52,863 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:52:53,551 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:52:57,864 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:52:58,552 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:53:01,546 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:53:02,866 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:53:04,547 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:53:07,867 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:53:08,277 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:53:08,278 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:53:08,278 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:53:08,279 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:53:08,807 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:53:10,280 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:53:12,869 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:53:13,679 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:53:13,680 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:53:13,681 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:53:13,681 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:53:13,809 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:53:15,290 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:53:16,811 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 15:53:17,870 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:53:20,291 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:53:22,871 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:53:25,292 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:53:27,872 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:53:30,294 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:53:31,547 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:53:32,873 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:53:35,548 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:53:37,874 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:53:40,549 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:53:42,875 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:53:45,550 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:53:47,877 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:53:50,551 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:53:52,878 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:53:55,552 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:53:57,879 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:54:00,554 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:54:01,548 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:54:02,456 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:54:02,457 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:54:02,457 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:54:02,458 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:54:02,859 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:54:02,881 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:54:06,459 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:54:07,857 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:54:07,858 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:54:07,859 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:54:07,859 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:54:07,861 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:54:07,884 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:54:10,862 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 15:54:12,104 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:54:12,886 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:54:17,105 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:54:17,887 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:54:22,106 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:54:22,888 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:54:27,108 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:54:27,889 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:54:31,549 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:54:32,550 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:54:32,890 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:54:37,552 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:54:37,892 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:54:42,553 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:54:42,893 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:54:47,554 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:54:47,894 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:54:52,555 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:54:52,895 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:54:56,670 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:54:56,671 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:54:56,671 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:54:56,672 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:54:56,881 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:54:57,672 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:54:57,896 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:55:01,550 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:55:02,063 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:55:02,064 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:55:02,064 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:55:02,065 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:55:02,884 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:55:02,897 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:55:03,345 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:55:04,885 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 15:55:07,898 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:55:08,347 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:55:12,899 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:55:13,348 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:55:17,900 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:55:18,349 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:55:22,901 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:55:23,350 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:55:27,903 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:55:28,352 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:55:31,552 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:55:32,904 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:55:33,553 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:55:37,905 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:55:38,554 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:55:42,906 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:55:43,555 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:55:47,907 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:55:48,556 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:55:50,694 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:55:50,695 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:55:50,695 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:55:50,695 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:55:50,903 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:55:52,908 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:55:53,696 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:55:56,094 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:55:56,095 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:55:56,095 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:55:56,096 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:55:56,906 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:55:57,909 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:55:58,907 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 15:55:59,335 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:56:01,553 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:56:02,910 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:56:04,554 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:56:07,911 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:56:09,555 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:56:12,912 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:56:14,556 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:56:17,913 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:56:19,557 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:56:22,914 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:56:24,558 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:56:27,915 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:56:29,559 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:56:31,554 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:56:32,916 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:56:35,555 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:56:37,916 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:56:40,556 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:56:42,917 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:56:43,798 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:56:43,799 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:56:43,800 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:56:43,800 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:56:43,924 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:56:45,801 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:56:47,918 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:56:49,193 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:56:49,195 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:56:49,195 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:56:49,196 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:56:49,927 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:56:50,927 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 15:56:51,434 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:56:52,919 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:56:56,435 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:56:57,920 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:57:01,436 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:57:01,559 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:57:02,922 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:57:06,561 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:57:07,923 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:57:11,562 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:57:12,924 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:57:16,563 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:57:17,925 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:57:21,564 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:57:22,926 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:57:26,565 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:57:27,927 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:57:31,556 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:57:32,556 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:57:32,928 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:57:37,245 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:57:37,247 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:57:37,247 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:57:37,249 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:57:37,929 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:57:37,946 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:57:38,250 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:57:42,644 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:57:42,645 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:57:42,645 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:57:42,646 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:57:42,931 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:57:42,948 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:57:43,881 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:57:44,949 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 15:57:47,932 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:57:48,882 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:57:52,933 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:57:53,887 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:57:57,934 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:57:58,888 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:58:01,557 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:58:02,935 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:58:04,558 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:58:07,937 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:58:09,559 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:58:12,938 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:58:14,560 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:58:17,939 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:58:19,561 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:58:22,941 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:58:24,563 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:58:27,942 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:58:29,564 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:58:31,559 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:58:32,100 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:58:32,101 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:58:32,102 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:58:32,102 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:58:32,943 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:58:32,968 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:58:35,103 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:58:37,507 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:58:37,509 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:58:37,509 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:58:37,509 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:58:37,944 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:58:37,970 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:58:38,971 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 15:58:40,749 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:58:42,944 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:58:45,750 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:58:47,946 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:58:50,751 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:58:52,947 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:58:55,752 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:58:57,948 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:59:00,754 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:59:01,559 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:59:02,950 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:59:06,560 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:59:07,953 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:59:11,562 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:59:12,954 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:59:16,563 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:59:17,955 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:59:21,564 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:59:22,957 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:59:25,765 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:59:25,766 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:59:25,767 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:59:25,767 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:59:25,990 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:59:26,768 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:59:27,958 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:59:31,171 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 15:59:31,172 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 15:59:31,172 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 15:59:31,173 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 15:59:31,560 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 15:59:31,993 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 15:59:32,561 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:59:32,959 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:59:32,993 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 15:59:37,562 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:59:37,960 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:59:42,563 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:59:42,961 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:59:47,564 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:59:47,962 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:59:52,566 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:59:52,964 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 15:59:57,567 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 15:59:57,966 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:00:01,561 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:00:02,967 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:00:03,562 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:00:07,968 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:00:08,563 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:00:12,969 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:00:13,564 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:00:17,970 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:00:18,565 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:00:19,966 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:00:19,967 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:00:19,967 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:00:19,968 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:00:20,012 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:00:22,973 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:00:23,969 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:00:25,370 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:00:25,372 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:00:25,372 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:00:25,372 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:00:26,015 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:00:27,015 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 16:00:27,974 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:00:29,605 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:00:31,562 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:00:32,975 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:00:35,563 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:00:37,976 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:00:40,564 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:00:42,978 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:00:45,565 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:00:47,979 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:00:50,566 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:00:52,980 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:00:55,567 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:00:57,981 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:01:00,568 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:01:01,563 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:01:02,983 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:01:06,564 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:01:07,984 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:01:11,566 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:01:12,985 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:01:14,308 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:01:14,309 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:01:14,310 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:01:14,310 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:01:15,035 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:01:17,311 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:01:17,986 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:01:19,692 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:01:19,694 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:01:19,694 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:01:19,695 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:01:20,037 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:01:21,037 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 16:01:22,992 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:01:23,032 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:01:27,994 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:01:28,033 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:01:31,565 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:01:32,995 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:01:33,566 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:01:37,996 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:01:38,568 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:01:42,997 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:01:43,569 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:01:47,998 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:01:48,570 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:01:52,999 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:01:53,571 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:01:58,000 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:01:58,572 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:02:01,565 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:02:03,001 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:02:04,567 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:02:08,002 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:02:09,563 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:02:09,564 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:02:09,564 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:02:09,564 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:02:10,057 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:02:10,565 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:02:13,003 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:02:14,961 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:02:14,962 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:02:14,962 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:02:14,963 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:02:15,059 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:02:16,214 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:02:17,060 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 16:02:18,005 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:02:21,215 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:02:23,006 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:02:26,216 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:02:28,008 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:02:31,217 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:02:31,566 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:02:33,009 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:02:36,568 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:02:38,010 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:02:41,569 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:02:43,012 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:02:46,570 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:02:48,013 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:02:51,572 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:02:53,014 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:02:56,572 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:02:58,015 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:03:01,567 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:03:02,568 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:03:02,949 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:03:02,951 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:03:02,951 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:03:02,951 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:03:03,016 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:03:03,078 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:03:07,952 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:03:08,018 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:03:08,352 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:03:08,353 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:03:08,353 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:03:08,354 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:03:09,080 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:03:11,081 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 16:03:13,019 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:03:13,617 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:03:18,020 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:03:18,618 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:03:23,021 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:03:23,619 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:03:28,022 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:03:28,620 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:03:31,568 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:03:33,023 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:03:34,570 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:03:38,024 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:03:39,571 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:03:43,026 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:03:44,572 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:03:48,027 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:03:49,573 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:03:53,028 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:03:54,574 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:03:57,410 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:03:57,411 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:03:57,411 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:03:57,412 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:03:58,029 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:03:58,101 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:04:00,413 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:04:01,569 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:04:02,803 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:04:02,804 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:04:02,804 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:04:02,805 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:04:03,030 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:04:03,103 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:04:05,104 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 16:04:06,230 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:04:08,031 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:04:11,231 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:04:13,032 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:04:16,232 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:04:18,034 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:04:21,234 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:04:23,035 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:04:26,235 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:04:28,036 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:04:31,236 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:04:31,570 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:04:33,037 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:04:36,572 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:04:38,038 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:04:41,573 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:04:43,039 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:04:46,574 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:04:48,040 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:04:51,575 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:04:51,777 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:04:51,778 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:04:51,779 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:04:51,779 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:04:52,124 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:04:53,042 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:04:56,780 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:04:57,167 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:04:57,169 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:04:57,169 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:04:57,169 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:04:58,042 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:04:58,126 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:04:59,127 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 16:05:01,571 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:05:02,572 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:05:03,044 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:05:07,573 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:05:08,045 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:05:12,575 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:05:13,046 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:05:17,576 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:05:18,047 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:05:22,577 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:05:23,048 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:05:27,578 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:05:28,050 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:05:31,572 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:05:33,051 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:05:33,573 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:05:38,052 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:05:38,575 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:05:43,053 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:05:43,576 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:05:46,198 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:05:46,199 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:05:46,199 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:05:46,200 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:05:47,148 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:05:48,054 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:05:49,200 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:05:51,586 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:05:51,588 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:05:51,588 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:05:51,588 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:05:52,150 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:05:53,055 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:05:53,150 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 16:05:54,827 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:05:58,060 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:05:59,828 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:06:01,573 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:06:03,062 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:06:05,575 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:06:08,063 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:06:10,576 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:06:13,064 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:06:15,577 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:06:18,065 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:06:20,578 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:06:23,066 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:06:25,579 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:06:28,067 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:06:30,580 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:06:31,575 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:06:33,069 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:06:36,576 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:06:38,070 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:06:39,991 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:06:39,992 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:06:39,992 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:06:39,992 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:06:40,169 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:06:41,993 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:06:43,071 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:06:45,393 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:06:45,394 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:06:45,394 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:06:45,395 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:06:46,171 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:06:47,172 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 16:06:47,666 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:06:48,072 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:06:52,668 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:06:53,074 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:06:57,669 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:06:58,075 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:07:01,576 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:07:03,076 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:07:03,577 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:07:08,078 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:07:08,578 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:07:13,079 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:07:13,579 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:07:18,080 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:07:18,580 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:07:23,081 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:07:23,581 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:07:28,082 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:07:28,582 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:07:31,577 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:07:33,084 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:07:34,064 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:07:34,065 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:07:34,066 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:07:34,066 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:07:34,066 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:07:34,190 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:07:38,085 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:07:39,067 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:07:39,457 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:07:39,458 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:07:39,458 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:07:39,459 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:07:40,193 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:07:41,193 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 16:07:43,086 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:07:44,704 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:07:48,087 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:07:49,705 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:07:53,088 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:07:54,706 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:07:58,089 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:07:59,707 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:08:01,578 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:08:03,091 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:08:05,579 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:08:08,092 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:08:10,580 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:08:13,093 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:08:15,581 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:08:18,095 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:08:20,583 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:08:23,096 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:08:25,584 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:08:28,097 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:08:29,143 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:08:29,144 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:08:29,144 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:08:29,145 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:08:29,212 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:08:31,145 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:08:31,583 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:08:33,099 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:08:34,538 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:08:34,539 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:08:34,539 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:08:34,541 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:08:35,214 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:08:35,215 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 16:08:36,775 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:08:38,100 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:08:41,776 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:08:43,101 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:08:46,777 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:08:48,102 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:08:51,778 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:08:53,103 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:08:56,779 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:08:58,104 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:09:01,580 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:09:02,581 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:09:03,105 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:09:07,582 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:09:08,106 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:09:12,583 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:09:13,108 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:09:17,584 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:09:18,109 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:09:22,585 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:09:23,110 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:09:23,364 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:09:23,365 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:09:23,365 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:09:23,367 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:09:24,235 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:09:28,111 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:09:28,369 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:09:28,746 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:09:28,747 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:09:28,748 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:09:28,748 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:09:29,238 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:09:31,238 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 16:09:31,581 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:09:33,112 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:09:33,582 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:09:38,113 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:09:38,583 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:09:43,114 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:09:43,584 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:09:48,115 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:09:48,585 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:09:53,116 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:09:53,586 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:09:58,117 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:09:58,587 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:10:01,584 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:10:03,118 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:10:04,585 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:10:08,119 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:10:09,586 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:10:13,121 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:10:14,587 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:10:17,283 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:10:17,284 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:10:17,284 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:10:17,285 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:10:18,122 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:10:18,258 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:10:20,286 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:10:22,673 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:10:22,674 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:10:22,675 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:10:22,675 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:10:23,123 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:10:23,260 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:10:25,261 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 16:10:25,971 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:10:28,124 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:10:30,972 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:10:31,583 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:10:33,125 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:10:36,584 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:10:38,126 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:10:41,585 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:10:43,128 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:10:46,586 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:10:48,129 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:10:51,587 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:10:53,130 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:10:56,589 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:10:58,132 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:11:01,583 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:11:02,584 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:11:03,133 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:11:07,586 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:11:08,134 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:11:11,891 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:11:11,893 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:11:11,893 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:11:11,893 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:11:12,281 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:11:12,894 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:11:13,135 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:11:17,285 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:11:17,286 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:11:17,286 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:11:17,287 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:11:18,136 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:11:18,283 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:11:18,523 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:11:19,283 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 16:11:23,137 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:11:23,524 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:11:28,138 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:11:28,525 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:11:31,584 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:11:33,139 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:11:33,585 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:11:38,140 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:11:38,586 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:11:43,142 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:11:43,587 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:11:48,143 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:11:48,589 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:11:53,144 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:11:53,590 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:11:58,145 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:11:58,591 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:12:01,585 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:12:03,146 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:12:04,587 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:12:06,591 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:12:06,592 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:12:06,592 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:12:06,593 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:12:07,304 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:12:08,148 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:12:09,594 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:12:11,992 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:12:11,993 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:12:11,994 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:12:11,994 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:12:12,307 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:12:13,149 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:12:14,308 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 16:12:14,637 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:12:18,150 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:12:19,638 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:12:23,151 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:12:24,639 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:12:28,152 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:12:29,641 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:12:31,586 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:12:33,153 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:12:35,588 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:12:38,155 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:12:40,589 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:12:43,156 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:12:45,590 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:12:48,157 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:12:50,591 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:12:53,158 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:12:55,593 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:12:58,159 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:13:00,590 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:13:00,592 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:13:00,592 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:13:00,592 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:13:00,593 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:13:01,327 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:13:01,588 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:13:03,160 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:13:05,986 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:13:05,988 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:13:05,988 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:13:05,988 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:13:05,989 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:13:06,329 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:13:08,161 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:13:08,330 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 16:13:11,243 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:13:13,162 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:13:16,245 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:13:18,163 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:13:21,246 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:13:23,165 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:13:26,247 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:13:28,166 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:13:31,248 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:13:31,589 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:13:33,167 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:13:36,590 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:13:38,168 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:13:41,591 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:13:43,169 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:13:46,592 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:13:48,170 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:13:51,594 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:13:53,171 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:13:55,169 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:13:55,170 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:13:55,170 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:13:55,171 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:13:55,349 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:13:57,172 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:13:58,176 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:14:00,570 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:14:00,571 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:14:00,571 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:14:00,572 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:14:01,352 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:14:01,589 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:14:02,352 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 16:14:02,590 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:14:03,177 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:14:07,592 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:14:08,178 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:14:12,593 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:14:13,180 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:14:17,594 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:14:18,181 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:14:22,595 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:14:23,182 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:14:27,596 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:14:28,183 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:14:31,590 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:14:33,184 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:14:33,591 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:14:38,185 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:14:38,592 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:14:43,186 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:14:43,593 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:14:48,187 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:14:48,594 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:14:49,031 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:14:49,032 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:14:49,032 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:14:49,033 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:14:49,372 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:14:53,188 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:14:54,034 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:14:54,431 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:14:54,432 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:14:54,432 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:14:54,433 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:14:55,375 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:14:56,375 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 16:14:58,189 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:14:59,748 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:15:01,591 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:15:03,190 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:15:05,593 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:15:08,191 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:15:10,594 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:15:13,192 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:15:15,595 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:15:18,193 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:15:20,596 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:15:23,194 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:15:25,597 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:15:28,196 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:15:30,599 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:15:31,592 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:15:33,197 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:15:36,594 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:15:38,198 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:15:41,595 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:15:43,064 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:15:43,065 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:15:43,066 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:15:43,066 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:15:43,199 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:15:43,394 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:15:47,068 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:15:48,200 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:15:48,445 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:15:48,446 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:15:48,446 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:15:48,447 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:15:49,397 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:15:50,398 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 16:15:52,735 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:15:53,201 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:15:57,736 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:15:58,202 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:16:01,593 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:16:03,204 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:16:03,594 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:16:08,205 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:16:08,595 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:16:13,206 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:16:13,597 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:16:18,207 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:16:18,598 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:16:23,208 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:16:23,599 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:16:28,210 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:16:28,600 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:16:31,595 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:16:33,211 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:16:34,596 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:16:36,960 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:16:36,961 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:16:36,961 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:16:36,962 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:16:37,417 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:16:38,212 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:16:39,963 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:16:42,348 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:16:42,349 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:16:42,350 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:16:42,350 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:16:42,419 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:16:43,213 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:16:44,420 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 16:16:45,593 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:16:48,215 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:16:50,594 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:16:53,216 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:16:55,595 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:16:58,217 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:17:00,597 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:17:01,595 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:17:03,218 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:17:06,597 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:17:08,220 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:17:11,598 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:17:13,221 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:17:16,599 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:17:18,222 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:17:21,600 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:17:23,223 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:17:26,601 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:17:28,224 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:17:30,411 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:17:30,412 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:17:30,413 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:17:30,413 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:17:30,439 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:17:31,596 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:17:32,597 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:17:33,226 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:17:35,811 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:17:35,812 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:17:35,812 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:17:35,813 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:17:36,441 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:17:38,059 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:17:38,227 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:17:38,442 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 16:17:43,060 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:17:43,228 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:17:48,061 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:17:48,229 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:17:53,062 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:17:53,234 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:17:58,063 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:17:58,235 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:18:01,597 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:18:03,237 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:18:03,598 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:18:08,238 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:18:08,599 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:18:13,241 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:18:13,600 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:18:18,242 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:18:18,602 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:18:23,244 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:18:23,603 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:18:24,908 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:18:24,909 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:18:24,909 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:18:24,910 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:18:25,460 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:18:28,245 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:18:28,911 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:18:30,323 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:18:30,324 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:18:30,325 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:18:30,325 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:18:30,462 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:18:31,598 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:18:32,463 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 16:18:33,246 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:18:34,599 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:18:38,247 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:18:39,600 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:18:43,248 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:18:44,601 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:18:48,249 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:18:49,602 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:18:53,250 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:18:54,603 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:18:58,251 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:18:59,604 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:19:01,599 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:19:03,253 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:19:05,600 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:19:08,254 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:19:10,602 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:19:13,255 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:19:15,603 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:19:18,256 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:19:18,395 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:19:18,396 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:19:18,396 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:19:18,397 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:19:18,482 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:19:21,397 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:19:23,258 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:19:23,798 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:19:23,799 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:19:23,800 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:19:23,800 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:19:24,485 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:19:26,486 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/output.log +2024-04-01 16:19:27,037 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:19:28,258 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:19:31,600 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:19:32,601 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:19:33,260 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:19:37,602 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:19:38,261 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:19:42,603 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:19:43,262 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:19:47,604 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:19:48,263 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:19:52,606 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:19:53,264 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:19:54,148 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:19:54,154 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:19:54,155 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:19:54,155 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:19:54,497 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:19:58,156 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:19:58,265 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:19:59,546 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:19:59,548 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:19:59,548 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:19:59,548 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:19:59,913 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 16:19:59,916 DEBUG SenderThread:120 [sender.py:send():378] send: metric +2024-04-01 16:19:59,916 DEBUG SenderThread:120 [sender.py:send():378] send: metric +2024-04-01 16:19:59,916 DEBUG SenderThread:120 [sender.py:send():378] send: metric +2024-04-01 16:19:59,916 DEBUG SenderThread:120 [sender.py:send():378] send: metric +2024-04-01 16:19:59,916 DEBUG SenderThread:120 [sender.py:send():378] send: metric +2024-04-01 16:19:59,916 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-04-01 16:19:59,917 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-04-01 16:19:59,917 INFO SenderThread:120 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 16:19:59,918 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: pause +2024-04-01 16:19:59,918 INFO HandlerThread:120 [handler.py:handle_request_pause():708] stopping system metrics thread +2024-04-01 16:19:59,918 INFO HandlerThread:120 [system_monitor.py:finish():203] Stopping system monitor +2024-04-01 16:19:59,919 DEBUG SystemMonitor:120 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-04-01 16:19:59,919 DEBUG SystemMonitor:120 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-04-01 16:19:59,920 INFO HandlerThread:120 [interfaces.py:finish():202] Joined cpu monitor +2024-04-01 16:19:59,920 INFO HandlerThread:120 [interfaces.py:finish():202] Joined disk monitor +2024-04-01 16:19:59,933 INFO HandlerThread:120 [interfaces.py:finish():202] Joined gpu monitor +2024-04-01 16:19:59,933 INFO HandlerThread:120 [interfaces.py:finish():202] Joined memory monitor +2024-04-01 16:19:59,933 INFO HandlerThread:120 [interfaces.py:finish():202] Joined network monitor +2024-04-01 16:19:59,933 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: resume +2024-04-01 16:19:59,933 INFO HandlerThread:120 [handler.py:handle_request_resume():699] starting system metrics thread +2024-04-01 16:19:59,934 INFO HandlerThread:120 [system_monitor.py:start():194] Starting system monitor +2024-04-01 16:19:59,934 INFO SystemMonitor:120 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-04-01 16:19:59,934 INFO SystemMonitor:120 [interfaces.py:start():190] Started cpu monitoring +2024-04-01 16:19:59,935 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:19:59,936 INFO SystemMonitor:120 [interfaces.py:start():190] Started disk monitoring +2024-04-01 16:19:59,936 INFO SystemMonitor:120 [interfaces.py:start():190] Started gpu monitoring +2024-04-01 16:19:59,937 INFO SystemMonitor:120 [interfaces.py:start():190] Started memory monitoring +2024-04-01 16:19:59,938 INFO SystemMonitor:120 [interfaces.py:start():190] Started network monitoring +2024-04-01 16:20:00,108 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: pause +2024-04-01 16:20:00,108 INFO HandlerThread:120 [handler.py:handle_request_pause():708] stopping system metrics thread +2024-04-01 16:20:00,108 INFO HandlerThread:120 [system_monitor.py:finish():203] Stopping system monitor +2024-04-01 16:20:00,108 DEBUG SystemMonitor:120 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-04-01 16:20:00,108 DEBUG SystemMonitor:120 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-04-01 16:20:00,109 DEBUG SystemMonitor:120 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-04-01 16:20:00,110 INFO HandlerThread:120 [interfaces.py:finish():202] Joined cpu monitor +2024-04-01 16:20:00,110 INFO HandlerThread:120 [interfaces.py:finish():202] Joined disk monitor +2024-04-01 16:20:00,120 INFO HandlerThread:120 [interfaces.py:finish():202] Joined gpu monitor +2024-04-01 16:20:00,121 INFO HandlerThread:120 [interfaces.py:finish():202] Joined memory monitor +2024-04-01 16:20:00,121 INFO HandlerThread:120 [interfaces.py:finish():202] Joined network monitor +2024-04-01 16:20:00,121 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: resume +2024-04-01 16:20:00,121 INFO HandlerThread:120 [handler.py:handle_request_resume():699] starting system metrics thread +2024-04-01 16:20:00,121 INFO HandlerThread:120 [system_monitor.py:start():194] Starting system monitor +2024-04-01 16:20:00,121 INFO SystemMonitor:120 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-04-01 16:20:00,122 INFO SystemMonitor:120 [interfaces.py:start():190] Started cpu monitoring +2024-04-01 16:20:00,123 INFO SystemMonitor:120 [interfaces.py:start():190] Started disk monitoring +2024-04-01 16:20:00,123 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:20:00,124 INFO SystemMonitor:120 [interfaces.py:start():190] Started gpu monitoring +2024-04-01 16:20:00,125 INFO SystemMonitor:120 [interfaces.py:start():190] Started memory monitoring +2024-04-01 16:20:00,125 INFO SystemMonitor:120 [interfaces.py:start():190] Started network monitoring +2024-04-01 16:20:00,499 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/wandb-summary.json +2024-04-01 16:20:01,183 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: pause +2024-04-01 16:20:01,183 INFO HandlerThread:120 [handler.py:handle_request_pause():708] stopping system metrics thread +2024-04-01 16:20:01,183 INFO HandlerThread:120 [system_monitor.py:finish():203] Stopping system monitor +2024-04-01 16:20:01,184 INFO HandlerThread:120 [interfaces.py:finish():202] Joined cpu monitor +2024-04-01 16:20:01,184 INFO HandlerThread:120 [interfaces.py:finish():202] Joined disk monitor +2024-04-01 16:20:01,186 DEBUG SystemMonitor:120 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-04-01 16:20:01,186 DEBUG SystemMonitor:120 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-04-01 16:20:01,186 DEBUG SystemMonitor:120 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-04-01 16:20:01,195 INFO HandlerThread:120 [interfaces.py:finish():202] Joined gpu monitor +2024-04-01 16:20:01,195 INFO HandlerThread:120 [interfaces.py:finish():202] Joined memory monitor +2024-04-01 16:20:01,195 INFO HandlerThread:120 [interfaces.py:finish():202] Joined network monitor +2024-04-01 16:20:01,196 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:20:03,197 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:20:03,267 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:20:08,198 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:20:08,268 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:20:13,204 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:20:13,270 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:20:13,505 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_153630-o84relki/files/config.yaml +2024-04-01 16:20:18,271 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:20:18,326 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:20:23,272 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:20:23,328 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:20:28,274 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:20:28,329 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:20:33,275 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:20:33,330 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:20:38,277 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:20:38,332 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:20:43,278 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:20:43,333 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:20:48,279 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:20:48,335 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:20:53,281 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:20:53,336 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:20:58,282 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:20:58,337 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:21:03,283 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:21:03,338 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:21:08,285 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:21:08,339 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:21:13,286 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:21:13,341 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:21:18,288 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:21:18,342 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:21:23,289 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:21:23,343 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:21:28,290 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:21:28,344 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:21:33,292 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:21:33,345 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:21:38,293 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:21:38,347 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:21:43,294 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:21:43,348 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:21:48,296 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:21:48,349 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:21:53,297 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:21:53,350 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:21:58,298 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:21:58,351 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:22:03,299 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:22:03,352 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:22:08,300 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:22:08,354 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:22:13,301 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:22:13,355 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:22:18,302 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:22:18,356 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:22:23,304 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:22:23,357 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:22:28,305 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:22:28,358 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:22:33,307 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:22:33,359 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:22:38,308 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:22:38,360 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:22:43,309 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:22:43,362 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:22:48,310 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:22:48,363 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:22:53,311 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:22:53,364 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:22:58,313 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:22:58,366 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:23:03,314 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:23:03,367 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:23:08,315 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:23:08,368 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:23:13,317 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:23:13,370 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:23:18,318 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:23:18,371 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:23:23,319 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:23:23,372 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:23:28,321 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:23:28,373 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:23:33,322 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:23:33,374 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:23:38,324 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:23:38,375 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:23:43,325 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:23:43,376 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:23:48,326 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:23:48,377 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:23:53,327 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:23:53,378 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:23:58,329 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:23:58,379 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:24:03,331 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:24:03,381 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:24:08,332 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:24:08,382 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:24:13,334 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:24:13,383 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:24:18,335 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:24:18,385 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:24:23,337 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:24:23,386 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:24:28,338 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:24:28,388 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:24:33,340 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:24:33,389 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:24:38,341 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:24:38,390 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:24:43,342 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:24:43,391 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:24:48,343 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:24:48,392 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:24:53,345 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:24:53,394 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:24:58,346 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:24:58,395 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:25:03,348 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:25:03,396 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:25:08,349 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:25:08,398 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:25:13,351 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:25:13,399 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:25:18,352 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:25:18,400 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:25:23,354 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:25:23,401 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:25:28,355 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:25:28,403 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:25:33,356 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:25:33,404 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:25:38,358 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:25:38,405 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:25:43,359 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:25:43,406 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:25:48,361 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:25:48,407 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:25:53,362 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:25:53,408 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:25:58,364 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:25:58,410 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:26:03,365 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:26:03,411 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:26:08,366 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:26:08,412 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:26:13,368 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:26:13,413 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:26:18,369 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:26:18,415 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:26:23,370 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:26:23,416 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:26:28,372 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:26:28,418 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:26:33,373 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:26:33,419 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:26:38,374 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:26:38,420 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:26:43,376 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:26:43,422 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:26:48,377 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:26:48,423 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:26:53,379 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:26:53,424 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:26:58,380 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:26:58,425 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:27:03,382 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:27:03,427 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:27:08,383 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:27:08,428 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:27:13,384 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:27:13,429 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:27:18,385 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:27:18,431 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:27:23,387 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:27:23,432 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:27:28,388 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:27:28,433 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:27:33,389 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:27:33,434 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:27:38,391 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:27:38,435 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:27:43,392 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:27:43,437 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:27:48,393 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:27:48,438 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:27:53,395 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:27:53,439 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:27:58,396 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:27:58,440 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:28:03,398 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:28:03,441 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:28:08,399 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:28:08,443 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:28:13,400 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:28:13,444 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:28:18,402 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:28:18,445 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:28:23,403 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:28:23,446 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:28:28,404 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:28:28,448 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:28:33,406 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:28:33,449 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:28:38,407 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:28:38,451 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:28:43,409 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:28:43,452 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:28:48,410 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:28:48,454 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:28:53,411 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:28:53,455 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:28:58,413 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:28:58,456 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:29:03,414 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:29:03,457 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:29:08,415 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:29:08,459 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:29:13,416 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:29:13,460 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:29:18,418 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:29:18,461 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:29:23,419 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:29:23,463 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:29:28,420 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:29:28,464 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:29:33,421 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:29:33,466 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:29:38,423 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:29:38,467 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:29:43,424 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:29:43,468 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:29:48,426 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:29:48,469 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:29:53,427 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:29:53,470 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:29:58,429 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:29:58,472 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:30:03,430 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:30:03,473 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:30:08,431 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:30:08,474 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:30:13,432 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:30:13,475 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:30:18,434 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:30:18,476 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:30:23,435 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:30:23,478 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:30:28,436 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:30:28,479 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:30:33,438 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:30:33,480 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:30:38,439 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:30:38,481 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:30:43,441 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:30:43,483 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:30:48,442 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:30:48,484 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:30:53,444 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:30:53,485 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:30:58,445 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:30:58,486 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:31:03,447 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:31:03,487 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:31:08,448 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:31:08,488 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:31:13,449 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:31:13,489 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:31:18,451 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:31:18,490 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:31:23,452 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:31:23,492 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:31:28,453 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:31:28,493 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:31:33,455 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:31:33,494 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:31:38,456 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:31:38,496 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:31:43,457 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:31:43,497 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:31:48,459 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:31:48,498 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:31:53,460 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:31:53,499 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:31:58,462 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:31:58,501 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:32:03,463 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:32:03,502 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:32:08,464 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:32:08,503 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:32:13,466 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:32:13,504 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:32:18,467 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:32:18,505 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:32:23,468 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:32:23,507 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:32:28,470 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:32:28,508 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:32:33,471 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:32:33,509 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:32:38,472 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:32:38,510 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:32:43,474 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:32:43,511 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:32:48,475 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:32:48,513 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:32:53,477 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:32:53,514 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:32:58,478 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:32:58,515 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:33:03,479 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:33:03,517 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:33:08,481 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:33:08,518 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:33:13,482 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:33:13,519 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:33:18,483 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:33:18,520 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:33:23,485 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:33:23,521 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:33:28,486 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:33:28,523 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:33:33,488 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:33:33,523 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:33:38,490 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:33:38,525 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:33:43,491 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:33:43,526 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:33:48,493 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:33:48,527 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:33:53,494 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:33:53,529 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:33:58,495 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:33:58,530 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:34:03,497 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:34:03,532 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:34:08,498 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:34:08,533 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:34:13,500 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:34:13,534 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:34:18,501 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:34:18,535 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:34:23,503 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:34:23,536 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:34:28,504 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:34:28,537 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:34:33,506 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:34:33,539 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:34:38,507 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:34:38,540 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:34:43,508 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:34:43,541 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:34:48,509 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:34:48,543 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:34:53,511 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:34:53,544 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:34:58,512 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:34:58,546 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:35:03,514 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:35:03,547 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:35:08,515 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:35:08,548 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:35:13,517 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:35:13,550 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:35:18,518 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:35:18,551 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:35:23,520 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:35:23,552 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:35:28,521 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:35:28,553 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:35:33,522 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:35:33,554 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:35:38,524 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:35:38,556 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:35:43,525 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:35:43,557 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:35:48,526 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:35:48,558 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:35:53,528 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:35:53,559 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:35:58,529 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:35:58,561 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:36:03,531 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:36:03,562 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:36:08,532 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:36:08,563 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:36:13,533 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:36:13,565 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:36:18,535 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:36:18,566 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:36:23,536 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:36:23,567 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:36:28,537 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:36:28,568 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:36:33,539 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:36:33,569 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:36:38,540 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:36:38,570 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:36:43,542 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:36:43,572 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:36:48,543 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:36:48,573 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:36:53,545 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:36:53,574 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:36:58,546 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:36:58,576 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:37:03,547 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:37:03,577 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:37:08,549 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:37:08,578 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:37:13,550 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:37:13,579 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:37:18,552 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:37:18,580 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:37:23,553 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:37:23,581 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:37:28,554 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:37:28,582 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:37:33,555 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:37:33,583 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:37:38,556 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:37:38,584 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:37:43,558 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:37:43,585 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:37:48,559 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:37:48,586 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:37:53,561 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:37:53,587 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:37:58,562 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:37:58,589 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:38:03,564 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:38:03,590 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:38:08,565 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:38:08,591 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:38:13,567 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:38:13,593 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:38:18,568 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:38:18,593 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:38:23,569 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:38:23,595 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:38:28,570 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:38:28,596 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:38:33,572 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:38:33,597 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:38:38,573 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:38:38,598 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:38:43,574 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:38:43,600 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:38:48,576 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:38:48,601 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:38:53,577 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:38:53,602 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:38:58,579 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:38:58,603 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:39:03,580 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:39:03,604 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:39:08,582 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:39:08,606 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:39:13,583 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:39:13,607 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:39:18,585 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:39:18,608 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:39:23,586 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:39:23,609 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:39:28,587 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:39:28,610 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:39:33,589 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:39:33,611 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:39:38,590 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:39:38,613 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:39:43,592 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:39:43,614 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:39:48,593 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:39:48,615 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:39:53,595 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:39:53,617 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:39:58,596 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:39:58,617 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:40:03,598 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:40:03,618 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:40:08,599 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:40:08,620 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:40:13,600 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:40:13,621 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:40:18,602 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:40:18,622 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:40:23,603 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:40:23,623 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:40:28,605 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:40:28,624 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:40:33,606 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:40:33,626 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:40:38,608 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:40:38,627 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:40:43,609 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:40:43,629 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:40:48,611 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:40:48,630 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:40:53,612 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:40:53,631 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:40:58,614 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:40:58,632 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:41:03,615 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:41:03,634 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:41:08,616 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:41:08,634 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:41:13,618 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:41:13,635 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:41:18,619 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:41:18,636 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:41:23,621 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:41:23,637 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:41:28,622 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:41:28,638 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:41:33,623 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:41:33,639 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:41:38,625 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:41:38,641 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:41:43,626 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:41:43,642 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:41:48,627 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:41:48,643 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:41:53,629 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:41:53,644 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:41:58,630 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:41:58,645 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:42:03,631 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:42:03,646 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:42:08,633 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:42:08,647 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:42:13,634 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:42:13,648 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:42:18,636 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:42:18,650 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:42:23,637 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:42:23,651 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:42:28,638 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:42:28,652 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:42:33,640 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:42:33,653 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:42:38,641 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:42:38,654 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:42:43,642 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:42:43,654 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:42:48,644 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:42:48,655 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:42:53,645 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:42:53,656 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:42:58,646 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:42:58,657 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:43:03,648 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:43:03,658 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:43:08,649 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:43:08,659 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:43:13,650 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:43:13,660 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:43:18,652 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:43:18,662 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:43:23,653 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:43:23,663 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:43:28,655 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:43:28,664 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:43:33,656 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:43:33,665 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:43:38,658 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:43:38,666 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:43:43,659 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:43:43,667 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:43:48,660 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:43:48,668 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:43:53,662 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:43:53,670 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:43:58,663 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:43:58,671 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:44:03,665 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:44:03,671 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:44:08,666 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:44:08,672 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:44:13,668 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:44:13,673 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:44:18,669 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:44:18,674 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:44:23,670 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:44:23,675 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:44:28,672 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:44:28,676 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:44:33,673 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:44:33,676 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:44:38,674 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:44:38,677 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:44:43,676 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:44:43,678 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:44:48,677 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:44:48,678 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:44:53,678 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:44:53,679 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:44:58,680 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:44:58,680 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:45:03,681 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:45:03,681 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:45:08,682 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:45:08,683 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:45:13,684 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:45:13,684 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:45:18,685 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:45:18,685 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:45:23,686 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:45:23,687 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:45:28,688 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:45:28,688 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:45:33,689 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:45:33,690 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:45:38,690 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:45:38,690 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:45:43,691 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:45:43,692 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:45:48,693 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:45:48,693 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:45:53,694 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:45:53,694 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:45:58,695 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:45:58,696 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:46:03,697 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:46:03,697 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:46:08,698 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:46:08,699 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:46:13,699 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:46:13,700 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:46:18,701 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:46:18,701 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:46:23,702 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:46:23,703 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:46:28,704 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:46:28,704 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:46:33,705 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:46:33,706 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:46:38,706 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:46:38,707 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:46:43,707 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:46:43,708 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:46:48,709 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:46:48,709 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:46:53,710 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:46:53,711 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:46:58,711 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:46:58,712 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:47:03,712 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:47:03,713 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:47:08,714 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:47:08,714 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:47:13,715 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:47:13,716 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:47:18,717 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:47:18,717 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:47:23,718 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:47:23,718 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:47:28,719 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:47:28,720 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:47:33,720 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:47:33,721 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:47:38,721 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:47:38,722 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:47:43,723 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:47:43,723 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:47:48,724 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:47:48,724 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:47:53,725 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:47:53,725 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:47:58,726 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:47:58,727 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:48:03,727 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:48:03,728 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:48:08,729 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:48:08,729 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:48:13,730 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:48:13,731 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:48:18,731 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:48:18,732 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:48:23,733 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:48:23,733 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:48:28,734 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:48:28,735 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:48:33,735 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:48:33,736 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:48:38,736 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:48:38,737 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:48:43,738 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:48:43,738 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:48:48,739 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:48:48,739 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:48:53,740 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:48:53,741 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:48:58,741 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:48:58,742 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:49:03,743 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:49:03,743 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:49:08,744 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:49:08,744 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:49:13,745 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:49:13,746 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:49:18,747 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:49:18,747 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:49:23,748 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:49:23,749 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:49:28,749 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:49:28,750 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:49:33,751 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:49:33,751 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:49:38,752 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:49:38,753 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:49:43,753 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:49:43,754 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:49:48,754 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:49:48,755 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:49:53,756 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:49:53,756 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:49:58,757 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:49:58,758 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:50:03,758 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:50:03,759 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:50:08,759 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:50:08,760 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:50:13,761 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:50:13,761 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:50:18,763 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:50:18,763 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:50:23,764 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:50:23,764 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:50:28,765 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:50:28,766 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:50:33,767 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:50:33,767 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:50:38,768 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:50:38,769 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:50:43,770 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:50:43,770 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:50:48,771 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:50:48,771 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:50:53,772 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:50:53,773 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:50:58,774 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:50:58,774 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:51:03,775 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:51:03,775 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:51:08,777 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:51:08,777 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:51:13,778 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:51:13,779 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:51:18,780 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:51:18,780 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:51:23,781 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:51:23,781 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:51:28,782 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:51:28,783 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:51:33,784 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:51:33,784 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:51:38,785 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:51:38,785 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:51:43,786 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:51:43,786 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:51:48,787 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:51:48,788 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:51:53,788 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:51:53,789 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:51:58,789 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:51:58,790 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:52:03,790 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:52:03,791 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:52:08,791 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:52:08,792 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:52:13,792 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:52:13,793 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:52:16,095 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: resume +2024-04-01 16:52:16,095 INFO HandlerThread:120 [handler.py:handle_request_resume():699] starting system metrics thread +2024-04-01 16:52:16,095 INFO HandlerThread:120 [system_monitor.py:start():194] Starting system monitor +2024-04-01 16:52:16,096 INFO SystemMonitor:120 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-04-01 16:52:16,096 INFO SystemMonitor:120 [interfaces.py:start():190] Started cpu monitoring +2024-04-01 16:52:16,097 INFO SystemMonitor:120 [interfaces.py:start():190] Started disk monitoring +2024-04-01 16:52:16,097 INFO SystemMonitor:120 [interfaces.py:start():190] Started gpu monitoring +2024-04-01 16:52:16,098 INFO SystemMonitor:120 [interfaces.py:start():190] Started memory monitoring +2024-04-01 16:52:16,098 INFO SystemMonitor:120 [interfaces.py:start():190] Started network monitoring +2024-04-01 16:52:16,136 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: pause +2024-04-01 16:52:16,136 INFO HandlerThread:120 [handler.py:handle_request_pause():708] stopping system metrics thread +2024-04-01 16:52:16,136 INFO HandlerThread:120 [system_monitor.py:finish():203] Stopping system monitor +2024-04-01 16:52:16,136 DEBUG SystemMonitor:120 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-04-01 16:52:16,136 DEBUG SystemMonitor:120 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-04-01 16:52:16,137 DEBUG SystemMonitor:120 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-04-01 16:52:16,138 INFO HandlerThread:120 [interfaces.py:finish():202] Joined cpu monitor +2024-04-01 16:52:16,138 INFO HandlerThread:120 [interfaces.py:finish():202] Joined disk monitor +2024-04-01 16:52:16,148 INFO HandlerThread:120 [interfaces.py:finish():202] Joined gpu monitor +2024-04-01 16:52:16,149 INFO HandlerThread:120 [interfaces.py:finish():202] Joined memory monitor +2024-04-01 16:52:16,149 INFO HandlerThread:120 [interfaces.py:finish():202] Joined network monitor +2024-04-01 16:52:16,149 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-04-01 16:52:18,794 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:52:19,150 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:52:23,796 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:52:24,151 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:52:28,797 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:52:29,153 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:52:33,798 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:52:34,154 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:52:38,799 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:52:39,156 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:52:43,801 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:52:44,157 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:52:48,802 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:52:49,158 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:52:53,803 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:52:54,159 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:52:58,805 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:52:59,160 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 16:53:03,403 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: resume +2024-04-01 16:53:03,403 INFO HandlerThread:120 [handler.py:handle_request_resume():699] starting system metrics thread +2024-04-01 16:53:03,404 INFO HandlerThread:120 [system_monitor.py:start():194] Starting system monitor +2024-04-01 16:53:03,404 INFO SystemMonitor:120 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-04-01 16:53:03,404 INFO SystemMonitor:120 [interfaces.py:start():190] Started cpu monitoring +2024-04-01 16:53:03,405 INFO SystemMonitor:120 [interfaces.py:start():190] Started disk monitoring +2024-04-01 16:53:03,407 INFO SystemMonitor:120 [interfaces.py:start():190] Started gpu monitoring +2024-04-01 16:53:03,408 INFO SystemMonitor:120 [interfaces.py:start():190] Started memory monitoring +2024-04-01 16:53:03,408 INFO SystemMonitor:120 [interfaces.py:start():190] Started network monitoring +2024-04-01 16:53:03,811 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 16:53:04,162 DEBUG HandlerThread:120 [handler.py:handle_request():146] handle_request: status_report