foundation_model/wandb/debug-internal.log

{"time":"2024-11-21T14:22:37.043045747-05:00","level":"INFO","msg":"using version","core version":"0.18.7"}
{"time":"2024-11-21T14:22:37.066680433-05:00","level":"INFO","msg":"created symlink","path":"wandb/run-20241121_142236-scq8411d/logs/debug-core.log"}
{"time":"2024-11-21T14:22:37.344284532-05:00","level":"INFO","msg":"created new stream","id":"scq8411d"}
{"time":"2024-11-21T14:22:37.344361949-05:00","level":"INFO","msg":"stream: started","id":"scq8411d"}
{"time":"2024-11-21T14:22:37.344614507-05:00","level":"INFO","msg":"handler: started","stream_id":"scq8411d"}
{"time":"2024-11-21T14:22:37.344662057-05:00","level":"INFO","msg":"writer: Do: started","stream_id":"scq8411d"}
{"time":"2024-11-21T14:22:37.344814565-05:00","level":"INFO","msg":"sender: started","stream_id":"scq8411d"}
{"time":"2024-11-21T14:22:37.708316569-05:00","level":"INFO","msg":"Starting system monitor"}
{"time":"2024-11-21T15:55:28.886692431-05:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
{"time":"2024-11-21T18:10:31.807981434-05:00","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/uf_hennig/diffcsp/scq8411d/file_stream"}
{"time":"2024-11-21T22:26:49.683292877-05:00","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/uf_hennig/diffcsp/scq8411d/file_stream"}
{"time":"2024-11-22T03:53:28.60635499-05:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
{"time":"2024-11-22T18:45:11.801789802-05:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
{"time":"2024-11-23T23:42:04.677295397-05:00","level":"INFO","msg":"api: retrying HTTP error","status":500,"url":"https://api.wandb.ai/files/uf_hennig/diffcsp/scq8411d/file_stream"}
{"time":"2024-11-23T23:42:22.690477214-05:00","level":"INFO","msg":"api: retrying HTTP error","status":500,"url":"https://api.wandb.ai/files/uf_hennig/diffcsp/scq8411d/file_stream"}
{"time":"2024-11-23T23:42:32.589851211-05:00","level":"INFO","msg":"api: retrying HTTP error","status":500,"url":"https://api.wandb.ai/files/uf_hennig/diffcsp/scq8411d/file_stream"}
{"time":"2024-11-24T04:29:48.5176947-05:00","level":"INFO","msg":"Stopping system monitor"}
{"time":"2024-11-24T04:29:49.683102181-05:00","level":"INFO","msg":"Stopped system monitor"}
{"time":"2024-11-24T04:29:49.687112558-05:00","level":"INFO","msg":"handler: operation stats","stats":{}}
{"time":"2024-11-24T04:29:52.034709299-05:00","level":"WARN","msg":"No job ingredients found, not creating job artifact"}
{"time":"2024-11-24T04:29:52.039988286-05:00","level":"WARN","msg":"No source type found, not creating job artifact"}
{"time":"2024-11-24T04:29:52.039996592-05:00","level":"INFO","msg":"sender: sendDefer: no job artifact to save"}
{"time":"2024-11-24T04:29:52.406602038-05:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
{"time":"2024-11-24T04:29:53.893798488-05:00","level":"INFO","msg":"stream: closing","id":"scq8411d"}
{"time":"2024-11-24T04:29:53.893822644-05:00","level":"INFO","msg":"handler: closed","stream_id":"scq8411d"}
{"time":"2024-11-24T04:29:53.89384157-05:00","level":"INFO","msg":"writer: Close: closed","stream_id":"scq8411d"}
{"time":"2024-11-24T04:29:53.908810589-05:00","level":"INFO","msg":"sender: closed","stream_id":"scq8411d"}
{"time":"2024-11-24T04:29:53.908834234-05:00","level":"INFO","msg":"stream: closed","id":"scq8411d"}