AbstractPhil commited on
Commit
2fdba49
·
verified ·
1 Parent(s): 561f81d

Upload mini-beatrix-2s-control-attn-fp16-r10k/manifest.json with huggingface_hub

Browse files
mini-beatrix-2s-control-attn-fp16-r10k/manifest.json CHANGED
@@ -27,10 +27,10 @@
27
  "attn_kernel": "fp16"
28
  },
29
  "created_utc": "2026-10-10T03:52:07Z",
30
- "updated_utc": "2026-10-12T15:58:13Z",
31
  "steps": 53792,
32
  "tokens_seen": 14101250048,
33
- "wall_hours": 43.80946355561415,
34
  "phases": [
35
  {
36
  "name": "warmup_wikitext",
@@ -956,6 +956,30 @@
956
  "path": "resume/latest.pt",
957
  "val_bpb": null,
958
  "utc": "2026-10-12T15:57:49Z"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
959
  }
960
  ],
961
  "data_state": {
@@ -1055,6 +1079,10 @@
1055
  {
1056
  "utc": "2026-10-12T15:57:44Z",
1057
  "msg": "phase 'curriculum_s8' complete at 800,063,488 tokens"
 
 
 
 
1058
  }
1059
  ],
1060
  "halt": null,
 
27
  "attn_kernel": "fp16"
28
  },
29
  "created_utc": "2026-10-10T03:52:07Z",
30
+ "updated_utc": "2026-10-12T15:58:23Z",
31
  "steps": 53792,
32
  "tokens_seen": 14101250048,
33
+ "wall_hours": 47.76124014298121,
34
  "phases": [
35
  {
36
  "name": "warmup_wikitext",
 
956
  "path": "resume/latest.pt",
957
  "val_bpb": null,
958
  "utc": "2026-10-12T15:57:49Z"
959
+ },
960
+ {
961
+ "step": 53792,
962
+ "tokens": 14101250048,
963
+ "kind": "safetensors",
964
+ "path": "checkpoints/step_00053792.safetensors",
965
+ "val_bpb": 1.10928594828198,
966
+ "utc": "2026-10-12T15:58:16Z"
967
+ },
968
+ {
969
+ "step": 53792,
970
+ "tokens": 14101250048,
971
+ "kind": "fp8",
972
+ "path": "checkpoints/fp8/step_00053792.safetensors",
973
+ "val_bpb": null,
974
+ "utc": "2026-10-12T15:58:20Z"
975
+ },
976
+ {
977
+ "step": 53792,
978
+ "tokens": 14101250048,
979
+ "kind": "resume",
980
+ "path": "resume/latest.pt",
981
+ "val_bpb": null,
982
+ "utc": "2026-10-12T15:58:20Z"
983
  }
984
  ],
985
  "data_state": {
 
1079
  {
1080
  "utc": "2026-10-12T15:57:44Z",
1081
  "msg": "phase 'curriculum_s8' complete at 800,063,488 tokens"
1082
+ },
1083
+ {
1084
+ "utc": "2026-10-12T15:58:14Z",
1085
+ "msg": "fp16 kernel this process: 1,129,980 calls, 0 backward retries (the gradient scale lowered after an overflow), 0 fp32 fallbacks (a forward overflow)"
1086
  }
1087
  ],
1088
  "halt": null,