Upload mini-beatrix-2s-control-attn-fp16-r10k/manifest.json with huggingface_hub
Browse files
mini-beatrix-2s-control-attn-fp16-r10k/manifest.json
CHANGED
|
@@ -27,10 +27,10 @@
|
|
| 27 |
"attn_kernel": "fp16"
|
| 28 |
},
|
| 29 |
"created_utc": "2026-10-10T03:52:07Z",
|
| 30 |
-
"updated_utc": "2026-10-12T15:58:
|
| 31 |
"steps": 53792,
|
| 32 |
"tokens_seen": 14101250048,
|
| 33 |
-
"wall_hours":
|
| 34 |
"phases": [
|
| 35 |
{
|
| 36 |
"name": "warmup_wikitext",
|
|
@@ -956,6 +956,30 @@
|
|
| 956 |
"path": "resume/latest.pt",
|
| 957 |
"val_bpb": null,
|
| 958 |
"utc": "2026-10-12T15:57:49Z"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 959 |
}
|
| 960 |
],
|
| 961 |
"data_state": {
|
|
@@ -1055,6 +1079,10 @@
|
|
| 1055 |
{
|
| 1056 |
"utc": "2026-10-12T15:57:44Z",
|
| 1057 |
"msg": "phase 'curriculum_s8' complete at 800,063,488 tokens"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1058 |
}
|
| 1059 |
],
|
| 1060 |
"halt": null,
|
|
|
|
| 27 |
"attn_kernel": "fp16"
|
| 28 |
},
|
| 29 |
"created_utc": "2026-10-10T03:52:07Z",
|
| 30 |
+
"updated_utc": "2026-10-12T15:58:23Z",
|
| 31 |
"steps": 53792,
|
| 32 |
"tokens_seen": 14101250048,
|
| 33 |
+
"wall_hours": 47.76124014298121,
|
| 34 |
"phases": [
|
| 35 |
{
|
| 36 |
"name": "warmup_wikitext",
|
|
|
|
| 956 |
"path": "resume/latest.pt",
|
| 957 |
"val_bpb": null,
|
| 958 |
"utc": "2026-10-12T15:57:49Z"
|
| 959 |
+
},
|
| 960 |
+
{
|
| 961 |
+
"step": 53792,
|
| 962 |
+
"tokens": 14101250048,
|
| 963 |
+
"kind": "safetensors",
|
| 964 |
+
"path": "checkpoints/step_00053792.safetensors",
|
| 965 |
+
"val_bpb": 1.10928594828198,
|
| 966 |
+
"utc": "2026-10-12T15:58:16Z"
|
| 967 |
+
},
|
| 968 |
+
{
|
| 969 |
+
"step": 53792,
|
| 970 |
+
"tokens": 14101250048,
|
| 971 |
+
"kind": "fp8",
|
| 972 |
+
"path": "checkpoints/fp8/step_00053792.safetensors",
|
| 973 |
+
"val_bpb": null,
|
| 974 |
+
"utc": "2026-10-12T15:58:20Z"
|
| 975 |
+
},
|
| 976 |
+
{
|
| 977 |
+
"step": 53792,
|
| 978 |
+
"tokens": 14101250048,
|
| 979 |
+
"kind": "resume",
|
| 980 |
+
"path": "resume/latest.pt",
|
| 981 |
+
"val_bpb": null,
|
| 982 |
+
"utc": "2026-10-12T15:58:20Z"
|
| 983 |
}
|
| 984 |
],
|
| 985 |
"data_state": {
|
|
|
|
| 1079 |
{
|
| 1080 |
"utc": "2026-10-12T15:57:44Z",
|
| 1081 |
"msg": "phase 'curriculum_s8' complete at 800,063,488 tokens"
|
| 1082 |
+
},
|
| 1083 |
+
{
|
| 1084 |
+
"utc": "2026-10-12T15:58:14Z",
|
| 1085 |
+
"msg": "fp16 kernel this process: 1,129,980 calls, 0 backward retries (the gradient scale lowered after an overflow), 0 fp32 fallbacks (a forward overflow)"
|
| 1086 |
}
|
| 1087 |
],
|
| 1088 |
"halt": null,
|