File size: 2,877 Bytes
085c688
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
{
  "backend": "nccl",
  "chains_per_step_is_global_batch": true,
  "dist_timeout_s": 10800,
  "export": {
    "files": {
      "select_scored.jsonl": {
        "commit": "996adf51777e618d115e27e9d7f8723cac857ab1",
        "dirty": false,
        "path": "/cluster/scratch/jingni/iclr/olmo3_rep/runs/s3_full_fb/osp-lam4e-5-s1-fb/select_scored.jsonl",
        "sha256": "03b535d0c3d02de4f494fbab891a73a4bf7a200d10788c1c264f6cc6dba5ca37"
      },
      "summary.json": {
        "commit": "996adf51777e618d115e27e9d7f8723cac857ab1",
        "dirty": false,
        "path": "/cluster/scratch/jingni/iclr/olmo3_rep/runs/s3_full_fb/osp-lam4e-5-s1-fb/summary.json",
        "sha256": "acb72ad5e9d42e0cea0a6ab60205596911636ee88fd59b5c7e8ec31241abbf84"
      },
      "val_scored.jsonl": {
        "commit": "996adf51777e618d115e27e9d7f8723cac857ab1",
        "dirty": false,
        "path": "/cluster/scratch/jingni/iclr/olmo3_rep/runs/s3_full_fb/osp-lam4e-5-s1-fb/val_scored.jsonl",
        "sha256": "fea81f6c9c017e0b976452e1ac2e7652b5dcdbc2c72fc608b86ebf07a1a4084b"
      }
    },
    "n_dumped": {
      "select": 3804,
      "val": 1278
    },
    "n_select": 3804,
    "n_val": 1278,
    "path": "/cluster/scratch/jingni/iclr/olmo3_rep/runs/s3_full_fb/osp-lam4e-5-s1-fb",
    "world_size": 3,
    "writer_rank": 0
  },
  "n_global_steps_per_epoch": 5224,
  "parity_digests": {
    "args_digest": "1af101b96f06f2aa",
    "param_layout": "0f8d0e7904b5ca53",
    "resume_epoch": "2f2d127de37b942b",
    "resume_migration": "34234e98afe7498f",
    "resume_plan": "105656dbbc573ac6",
    "seed_lambda": "1089fa7bcd392a60",
    "split_sizes": "320c275502e54dac",
    "train_digest": "2eef28cfe61f5ba8"
  },
  "resume": {
    "args_digest_loaded": "d23a1c2db077a05acaded144a554dc22d317bb4ed760ec1ab5ade25a235567ad",
    "args_digest_now": "d23a1c2db077a05acaded144a554dc22d317bb4ed760ec1ab5ade25a235567ad",
    "checkpoint_found": true,
    "enabled": true,
    "migration": null,
    "plan": {
      "complete": false,
      "completed_epochs": 6,
      "early_stopped": false,
      "remaining": 1,
      "start_epoch": 6
    },
    "resumed_from_epoch": 5,
    "rng_replay_verified": true,
    "train_digest": "2f23490618025ec10b7a8bd77eb7f04fec74326d3b0800e896fa58d63ce9dcc6"
  },
  "schema": "ospruner-execution/v1",
  "score_shards": [
    {
      "attempt": "18dcf9398cba755d",
      "n_chains": 1278,
      "n_scores": 73046,
      "split": "val",
      "world": 3
    },
    {
      "attempt": "18dcf9398cba755d",
      "n_chains": 3801,
      "n_scores": 158686,
      "split": "select",
      "world": 3
    }
  ],
  "validation": [
    {
      "epoch": 6,
      "n_chains_contributing": 1278,
      "n_chains_expected": 1278,
      "n_chains_global": 1278,
      "n_chains_local": 426,
      "val_stat": -0.4832750374483344,
      "world": 3
    }
  ],
  "world_size": 3
}