a_server: S12 seed42 initialization for 4ac4e483
Browse files- .gitattributes +2 -0
- coldstart/ABCI-H200-2280412/README.md +7 -0
- coldstart/ABCI-H200-2280412/launch_provenance.json +48 -0
- coldstart/ABCI-H200-2280412/manifest.json +25 -0
- coldstart/ABCI-H200-2280412/stats.json +0 -0
- coldstart/ABCI-H200-2280412/step-0/.metadata +3 -0
- coldstart/ABCI-H200-2280412/step-0/__0_0.distcp +3 -0
- coldstart/ABCI-H200-2280412/step-0/manifest.json +12 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
coldstart/ABCI-H200-2280412/step-0/.metadata filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
coldstart/ABCI-H200-2280412/step-0/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
|
coldstart/ABCI-H200-2280412/README.md
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# S12 step-0
|
| 2 |
+
|
| 3 |
+
2026-09-13 — ABCI — gpt-astra.
|
| 4 |
+
|
| 5 |
+
Generated from commit 4ac4e483a3c47133cabc7185da819656101c34e6 with debug.seed=42; zero training steps. Tensor initialization statistics PASS. Original DCP bytes are preserved; generation and statistics records are included.
|
| 6 |
+
|
| 7 |
+
Wait for READY.json, then download coldstart/ABCI-H200-2280412/ from ShourenWSR/loopmoe-S12 at the receipt revision. Verify every recorded SHA-256 and load the original step-0. This is initialization for the new WSD phase, not a trained optimizer resume.
|
coldstart/ABCI-H200-2280412/launch_provenance.json
ADDED
|
@@ -0,0 +1,48 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"config": "S12",
|
| 3 |
+
"git_commit": "4ac4e483a3c47133cabc7185da819656101c34e6",
|
| 4 |
+
"job_id": "2280412.pbs1",
|
| 5 |
+
"host": "hnode524",
|
| 6 |
+
"gpu": 0,
|
| 7 |
+
"debug_seed": 42,
|
| 8 |
+
"command": [
|
| 9 |
+
"$SOURCE_LOCAL/conda/envs/looptrain/bin/torchrun",
|
| 10 |
+
"--nproc_per_node=1",
|
| 11 |
+
"--rdzv_backend",
|
| 12 |
+
"c10d",
|
| 13 |
+
"--rdzv_endpoint",
|
| 14 |
+
"localhost:0",
|
| 15 |
+
"-m",
|
| 16 |
+
"src.pretrain.train_titan",
|
| 17 |
+
"--arch",
|
| 18 |
+
"S12",
|
| 19 |
+
"--run-name",
|
| 20 |
+
"S12",
|
| 21 |
+
"--data",
|
| 22 |
+
"$SOURCE_PROJECT/_runs/abci_prepare_20260913/calibration/tokenized",
|
| 23 |
+
"--seed",
|
| 24 |
+
"42",
|
| 25 |
+
"--verify-sha256",
|
| 26 |
+
"--on-boundary",
|
| 27 |
+
"raise",
|
| 28 |
+
"--trace-every",
|
| 29 |
+
"0",
|
| 30 |
+
"--job.dump_folder",
|
| 31 |
+
"$SOURCE_PROJECT/_runs/abci_wsd_20260913/coldstart/runs/S12",
|
| 32 |
+
"--training.steps",
|
| 33 |
+
"200",
|
| 34 |
+
"--training.local_batch_size",
|
| 35 |
+
"1",
|
| 36 |
+
"--training.global_batch_size",
|
| 37 |
+
"96",
|
| 38 |
+
"--allow-steps-override",
|
| 39 |
+
"--parallelism.data_parallel_shard_degree",
|
| 40 |
+
"1",
|
| 41 |
+
"--checkpoint.enable",
|
| 42 |
+
"--checkpoint.create_seed_checkpoint",
|
| 43 |
+
"--checkpoint.no-last_save_model_only",
|
| 44 |
+
"--debug.seed",
|
| 45 |
+
"42"
|
| 46 |
+
],
|
| 47 |
+
"started_at": "2026-09-13T16:49:08.197074+09:00"
|
| 48 |
+
}
|
coldstart/ABCI-H200-2280412/manifest.json
ADDED
|
@@ -0,0 +1,25 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"kind": "approved_seed_checkpoint_handoff",
|
| 3 |
+
"author": "gpt-astra",
|
| 4 |
+
"site": "ABCI",
|
| 5 |
+
"config": "S12",
|
| 6 |
+
"coldstart_source": "ABCI-H200-2280412",
|
| 7 |
+
"git_commit": "4ac4e483a3c47133cabc7185da819656101c34e6",
|
| 8 |
+
"code_commit": "4ac4e483a3c47133cabc7185da819656101c34e6",
|
| 9 |
+
"seed": 42,
|
| 10 |
+
"training_steps_at_generation": 0,
|
| 11 |
+
"statistics_verdict": "PASS",
|
| 12 |
+
"private_hub_repo": "ShourenWSR/loopmoe-S12",
|
| 13 |
+
"files": [
|
| 14 |
+
{
|
| 15 |
+
"path": "step-0/.metadata",
|
| 16 |
+
"size": 242999,
|
| 17 |
+
"sha256": "338891cdc0dc0700dd2eb5d2eff638e85cabb814148fe9701fba833dc95b5c8d"
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"path": "step-0/__0_0.distcp",
|
| 21 |
+
"size": 4242124107,
|
| 22 |
+
"sha256": "ea80ba34fe0e3c372c80dd8fcd299d71b08c9c1eafbc8013e0dff547a39c21d0"
|
| 23 |
+
}
|
| 24 |
+
]
|
| 25 |
+
}
|
coldstart/ABCI-H200-2280412/stats.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
coldstart/ABCI-H200-2280412/step-0/.metadata
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:338891cdc0dc0700dd2eb5d2eff638e85cabb814148fe9701fba833dc95b5c8d
|
| 3 |
+
size 242999
|
coldstart/ABCI-H200-2280412/step-0/__0_0.distcp
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ea80ba34fe0e3c372c80dd8fcd299d71b08c9c1eafbc8013e0dff547a39c21d0
|
| 3 |
+
size 4242124107
|
coldstart/ABCI-H200-2280412/step-0/manifest.json
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"kind": "coldstart",
|
| 3 |
+
"arch": "S12",
|
| 4 |
+
"git_commit": "4ac4e483a3c47133cabc7185da819656101c34e6",
|
| 5 |
+
"code_dirty": false,
|
| 6 |
+
"seed": 42,
|
| 7 |
+
"step": 0,
|
| 8 |
+
"training_steps_executed": 0,
|
| 9 |
+
"coldstart_source": "ABCI-H200-2280412",
|
| 10 |
+
"generation_job_id": "2280412.pbs1",
|
| 11 |
+
"data_manifest_sha256": "cb4ae798187e651016efca54a9081d4642c8b0bd3e9b675797f1bd3f4e33e8a7"
|
| 12 |
+
}
|