wandb/run-20241023_195332-5p9x2ymn/logs/debug-internal.log

{"time":"2024-10-23T19:53:32.034282892Z","level":"INFO","msg":"using version","core version":"0.18.5"}
{"time":"2024-10-23T19:53:32.034313596Z","level":"INFO","msg":"created symlink","path":"/data/align-anything/jiayi/ti2t/rm_10_22_ours_13b_2000/wandb/run-20241023_195332-5p9x2ymn/logs/debug-core.log"}
{"time":"2024-10-23T19:53:32.257077888Z","level":"INFO","msg":"created new stream","id":"5p9x2ymn"}
{"time":"2024-10-23T19:53:32.25716001Z","level":"INFO","msg":"stream: started","id":"5p9x2ymn"}
{"time":"2024-10-23T19:53:32.257194334Z","level":"INFO","msg":"sender: started","stream_id":"5p9x2ymn"}
{"time":"2024-10-23T19:53:32.257175304Z","level":"INFO","msg":"handler: started","stream_id":{"value":"5p9x2ymn"}}
{"time":"2024-10-23T19:53:32.257226079Z","level":"INFO","msg":"writer: Do: started","stream_id":{"value":"5p9x2ymn"}}
{"time":"2024-10-23T19:53:33.030824275Z","level":"INFO","msg":"Starting system monitor"}
{"time":"2024-10-23T23:33:34.192965196Z","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/524339208/align-anything/5p9x2ymn/file_stream"}
{"time":"2024-10-24T00:17:33.02116761Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
{"time":"2024-10-24T00:17:38.542096425Z","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/524339208/align-anything/5p9x2ymn/file_stream"}
{"time":"2024-10-24T00:33:58.505798828Z","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/524339208/align-anything/5p9x2ymn/file_stream"}
{"time":"2024-10-24T03:15:33.036197732Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/524339208/align-anything/5p9x2ymn/file_stream\": EOF"}
{"time":"2024-10-24T03:15:33.036293074Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": unexpected EOF"}
{"time":"2024-10-24T06:50:25.927379401Z","level":"INFO","msg":"Stopping system monitor"}
{"time":"2024-10-24T06:50:25.928726748Z","level":"INFO","msg":"Stopped system monitor"}
{"time":"2024-10-24T06:50:26.45386731Z","level":"WARN","msg":"No program path found, not creating job artifact. See https://docs.wandb.ai/guides/launch/create-job"}
{"time":"2024-10-24T06:50:26.453900793Z","level":"INFO","msg":"sender: sendDefer: no job artifact to save"}
{"time":"2024-10-24T06:50:26.928252456Z","level":"INFO","msg":"handler: operation stats","stats":{"operations":[{"desc":"uploading wandb-summary.json","runtime_seconds":0.450821229,"progress":"331B/331B"},{"desc":"uploading config.yaml","runtime_seconds":0.185946124,"progress":"2.5KB/2.5KB"},{"desc":"uploading output.log","runtime_seconds":0.185925636,"progress":"64.0KB/291.8KB"}],"total_operations":3}}
{"time":"2024-10-24T06:50:27.530089799Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
{"time":"2024-10-24T06:50:29.024633815Z","level":"INFO","msg":"stream: closing","id":"5p9x2ymn"}
{"time":"2024-10-24T06:50:29.024666435Z","level":"INFO","msg":"handler: closed","stream_id":{"value":"5p9x2ymn"}}
{"time":"2024-10-24T06:50:29.024712782Z","level":"INFO","msg":"sender: closed","stream_id":"5p9x2ymn"}
{"time":"2024-10-24T06:50:29.024699477Z","level":"INFO","msg":"writer: Close: closed","stream_id":{"value":"5p9x2ymn"}}
{"time":"2024-10-24T06:50:29.025524254Z","level":"INFO","msg":"stream: closed","id":"5p9x2ymn"}