add arch_facts.json

arch_facts.json

@@ -0,0 +1,59 @@
+{
+  "params_total": 1095845888,
+  "n_tensors": 143,
+  "dtype": "bf16",
+  "vocab_size": 32000,
+  "d_model": 2048,
+  "n_blocks": 20,
+  "tensor_keys_sample": [
+    "blocks.0.attn.out_proj.weight",
+    "blocks.0.attn.qkv.weight",
+    "blocks.0.attn_norm.scale",
+    "blocks.0.ffn.down.weight",
+    "blocks.0.ffn.gate.weight",
+    "blocks.0.ffn.up.weight",
+    "blocks.0.ffn_norm.scale",
+    "blocks.1.attn.out_proj.weight"
+  ],
+  "source_checkpoint": "<workspace>/1B WSM/fine-tuning/ckpt_1b_mix42_merged/best_val/checkpoint.pt",
+  "source_checkpoint_relative": "fine-tuning/ckpt_1b_mix42_merged/best_val/checkpoint.pt",
+  "source_keys": [
+    "model",
+    "optimizer",
+    "scheduler",
+    "config",
+    "training_state",
+    "timestamp"
+  ],
+  "source_config": {
+    "vocab_size": 32000,
+    "d_model": 2048,
+    "num_layers": 20,
+    "num_heads": 16,
+    "d_ff": 5120,
+    "max_seq_len": 1024,
+    "rope_theta": 500000.0,
+    "dropout_rate": 0.0
+  },
+  "config_note": "use_fp8 absent from the raw checkpoint config (plain nn.Linear build); none was added.",
+  "checkpoint_step": 2000,
+  "checkpoint_timestamp": "2026-10-13T23:27:36.964113",
+  "training_state": {
+    "step": 2000,
+    "total_tokens": 65536000,
+    "epoch": 0,
+    "best_val_loss": 0.6519121726595375,
+    "max_tokens": 31013881856,
+    "round_start_tokens": 0,
+    "data_position": {
+      "source_type": "bin",
+      "file_index": 0,
+      "files_total": 0,
+      "rows_skipped": 0,
+      "bin_path": "data_mix_gold/sft_train.bin",
+      "token_offset": 68812800
+    }
+  },
+  "nonfinite_after_cast": [],
+  "created_utc": "2026-10-23T11:01:58Z"
+}