archive e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975 (2026-10-20)

.gitattributes

@@ -831,3 +831,17 @@ e5_8b_800k_20260831/arms/e5-dense-lr1e3-cont1ep-anneal/checkpoints/iter_0013325/
 e5_8b_800k_20260831/arms/e5-dense-lr1e3-cont1ep-anneal/checkpoints/iter_0013325/optimizer/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
 e5_8b_800k_20260831/arms/e5-dense-lr1e3-cont1ep-anneal/checkpoints/iter_0013325/optimizer/__4_0.distcp filter=lfs diff=lfs merge=lfs -text
 e5_8b_800k_20260831/arms/e5-dense-lr1e3-cont1ep-anneal/checkpoints/iter_0013325/optimizer/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
+e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/model/.metadata filter=lfs diff=lfs merge=lfs -text
+e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/model/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/model/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/model/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/model/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/model/__4_0.distcp filter=lfs diff=lfs merge=lfs -text
+e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/model/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
+e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/optimizer/.metadata filter=lfs diff=lfs merge=lfs -text
+e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/optimizer/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/optimizer/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/optimizer/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/optimizer/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/optimizer/__4_0.distcp filter=lfs diff=lfs merge=lfs -text
+e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/optimizer/__5_0.distcp filter=lfs diff=lfs merge=lfs -text

e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/hf/config.json

@@ -0,0 +1,52 @@
+{
+  "architectures": [
+    "DFlashDraftModel"
+  ],
+  "attention_backend": "fa4",
+  "domain_anchored_token_moe": false,
+  "domain_order": null,
+  "draft_vocab_size": 151936,
+  "head_dim": 128,
+  "hidden_size": 4096,
+  "intermediate_size": 12288,
+  "learned_router": false,
+  "mask_token_id": 151669,
+  "max_position_embeddings": 40960,
+  "model_type": "dflash",
+  "num_attention_heads": 32,
+  "num_domains": 1,
+  "num_experts": 4,
+  "num_hidden_layers": 5,
+  "num_key_value_heads": 8,
+  "num_specialists": 4,
+  "num_target_layers": 5,
+  "per_domain_context_proj": false,
+  "per_domain_layer": false,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "router_init_std": 0.0015625,
+  "router_reads_shared": false,
+  "router_top_k": 1,
+  "specialist_dispatch": "grouped",
+  "specialist_full_width": true,
+  "specialist_gate_mode": "confidence",
+  "specialist_init_std": 0.02,
+  "specialist_rank": 512,
+  "specialist_top_k": 2,
+  "specialist_top_k_tau": 0.9,
+  "specialist_up_init_std": 0.001,
+  "target_hidden_size": 4096,
+  "target_layer_ids": [
+    1,
+    9,
+    17,
+    25,
+    33
+  ],
+  "target_num_hidden_layers": 36,
+  "tie_word_embeddings": false,
+  "token_moe": true,
+  "token_moe_shared": true,
+  "transformers_version": "4.57.1",
+  "vocab_size": 151936
+}

e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/hf/export_manifest.json

@@ -0,0 +1,16 @@
+{
+  "distributed_checkpoint_is_resume_authority": true,
+  "domain_anchored_token_moe": false,
+  "format": "dflash-hf-sglang",
+  "num_experts": 4,
+  "num_hidden_layers": 5,
+  "request_router_checkpoint_sha256": null,
+  "request_router_manifest_sha256": null,
+  "requires_external_request_router": false,
+  "router_semantics": "per-token-per-layer-hard-top1",
+  "router_top_k": 1,
+  "tensor_count": 128,
+  "tensor_schema_sha256": "sha256:f6a560a19d633906c790f87a9a4d76374266577061b2eba8052bddfd8b1178f6",
+  "token_moe": true,
+  "trainer_global_step": 39975
+}

e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/hf/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ec2f1306921f9a4cb997f43fddba6c4616600beb658d4fad9e59a8a2abaa71
+size 8137392760

e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/meta.json

@@ -0,0 +1,81 @@
+{
+  "eval/acc_0": 0.8162078419134878,
+  "eval/acc_1": 0.6796893323345857,
+  "eval/acc_10": 0.1999944092451673,
+  "eval/acc_11": 0.18266130210598913,
+  "eval/acc_12": 0.16721169962441124,
+  "eval/acc_13": 0.15306371448321698,
+  "eval/acc_14": 0.14180343980005888,
+  "eval/acc_2": 0.5734755490243739,
+  "eval/acc_3": 0.4877325767829167,
+  "eval/acc_4": 0.41917440807273504,
+  "eval/acc_5": 0.362737992231453,
+  "eval/acc_6": 0.3160810297208069,
+  "eval/acc_7": 0.27740628730340927,
+  "eval/acc_8": 0.24682935848798543,
+  "eval/acc_9": 0.22037984768540758,
+  "eval/accept_length": 4.535188496337764,
+  "eval/accepted_draft_tokens": 3.5351884963377644,
+  "eval/avg_acc": 0.3500578040575119,
+  "eval/avg_loss": 2.371686319900615,
+  "eval/block_count": 251730,
+  "eval/domain/code/accept_length": 4.909482170746919,
+  "eval/domain/code/accepted_draft_tokens": 3.90948217074692,
+  "eval/domain/code/avg_acc": 0.37755335321045635,
+  "eval/domain/code/avg_loss": 2.0681075324859317,
+  "eval/domain/code/block_count": 51117,
+  "eval/domain/code/prompt_count": 100,
+  "eval/domain/creative_writing/accept_length": 3.3859400523508687,
+  "eval/domain/creative_writing/accepted_draft_tokens": 2.3859400523508687,
+  "eval/domain/creative_writing/avg_acc": 0.26939246190968713,
+  "eval/domain/creative_writing/avg_loss": 3.024274484633321,
+  "eval/domain/creative_writing/block_count": 50811,
+  "eval/domain/creative_writing/prompt_count": 100,
+  "eval/domain/factual_qa/accept_length": 3.6248991459786017,
+  "eval/domain/factual_qa/accepted_draft_tokens": 2.6248991459786017,
+  "eval/domain/factual_qa/avg_acc": 0.28727952443875693,
+  "eval/domain/factual_qa/avg_loss": 2.796578022178046,
+  "eval/domain/factual_qa/block_count": 49576,
+  "eval/domain/factual_qa/prompt_count": 100,
+  "eval/domain/general/accept_length": 4.276281175438955,
+  "eval/domain/general/accepted_draft_tokens": 3.2762811754389545,
+  "eval/domain/general/avg_acc": 0.332619687829027,
+  "eval/domain/general/avg_loss": 2.4733561279146428,
+  "eval/domain/general/block_count": 49037,
+  "eval/domain/general/prompt_count": 100,
+  "eval/domain/math/accept_length": 6.431811522006681,
+  "eval/domain/math/accepted_draft_tokens": 5.431811522006681,
+  "eval/domain/math/avg_acc": 0.47948926288215504,
+  "eval/domain/math/avg_loss": 1.5214698816450631,
+  "eval/domain/math/block_count": 51189,
+  "eval/domain/math/prompt_count": 100,
+  "eval/macro5/accept_length": 4.525682813304405,
+  "eval/macro5/accepted_draft_tokens": 3.5256828133044054,
+  "eval/macro5/avg_acc": 0.34926685805401647,
+  "eval/macro5/avg_loss": 2.3767572097714007,
+  "eval/ploss_0": 0.5795250160334666,
+  "eval/ploss_1": 1.1708491212384111,
+  "eval/ploss_10": 3.9068404996227337,
+  "eval/ploss_11": 4.033615396795811,
+  "eval/ploss_12": 4.147099807119658,
+  "eval/ploss_13": 4.249743694314163,
+  "eval/ploss_14": 4.341899055645657,
+  "eval/ploss_2": 1.711860161367696,
+  "eval/ploss_3": 2.1779804254563295,
+  "eval/ploss_4": 2.574671651869955,
+  "eval/ploss_5": 2.902747588991017,
+  "eval/ploss_6": 3.1786747374527784,
+  "eval/ploss_7": 3.411725197115745,
+  "eval/ploss_8": 3.6013609675398426,
+  "eval/ploss_9": 3.768708985909885,
+  "eval/prompt_count": 500,
+  "eval/wallclock_seconds": 20.251509526744485,
+  "global_step": 39975,
+  "inference_id": 39975,
+  "iteration": 39975,
+  "next_inference_id": 39975,
+  "next_step": 39975,
+  "step": 39975,
+  "timestamp": 1792512422.9219983,
+  "world_size": 6
+}

e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/model/.metadata

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a1dcb959c389c803aae257460c89bf8786631ea2b3dec635f34a636078124a
+size 179737

e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/model/__0_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7884eb54d3bd51f11a8d88fab837611e7b5b0c5687cfd38684d842a9a279d37e
+size 1564178857

e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/model/__1_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb61a3068e321d5ffff910db40f819e7d53c101bc1de9b5023c0a79c8111f1b
+size 1564178857

e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/model/__2_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42cd7fd149a257cf7ba70ace4ef897d27931d311d1f1fbbb1af4b2237644dd30
+size 1564178857

e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/model/__3_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6853a2827f6910e38858214c7270ebdac77a980534396088c0f2690622230e8
+size 1564178857

e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/model/__4_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e65695651c33938d840f8f12cc5efce5690bc6a63e79071cc4f7b2a8b2c7e3
+size 1564081167

e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/model/__5_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5af0e08401d86143701aa9c48b59e5ce0eea737f2d17e8e751c625f3331c39d
+size 1562441513

e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/optimizer/.metadata

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff4ef1210dc6390b103bc6f7ae37aa1b5d3e753feb648d8d0e91b47dbd8c1092
+size 468667

e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/optimizer/__0_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb74762d98d8fb1cad28c63c860042c00bd3878498de8eaca1bd5ac5eb0ca259
+size 8139539753

e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/optimizer/__1_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c60b1d44e1e541e509220aa37e26f01462f4159185d659a835cdef47ea0c492
+size 8139590655

e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/optimizer/__2_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d895d15c851477d365f4acc0467ea62689353517f746af1c7cf4270c9e10438
+size 8139589266

e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/optimizer/__3_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de93620f08c3be28838536bb7e5930cf65045f6dd515b732ea67c62e17f37558
+size 8139592733

e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/optimizer/__4_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9075a19544a97abfb13bf5de5cf5bd81a3fd3b63f0ca41896e5d2b0bcd55e0a6
+size 8139299663

e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/optimizer/__5_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d148aa649d23040c4582382c40fb441259f01327a5aeec588703c76e3d3904aa
+size 8129514781

e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/rng_rank_00000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffdc0062f2aa32f6ab8de1c4f6a4fadbcb4be5ec036f5d5546ce4457a369a436
+size 14709

e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/rng_rank_00001.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b055932a7302b8de10f0e2589924fe3cf553dfad9e57b628b7a2d73bc570fe4a
+size 14773

e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/rng_rank_00002.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d11d4d8aa09dfb7966af7340f7e26c3bbddc34f69e03793216a515abbfa282
+size 14773

e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/rng_rank_00003.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9891b82fadab7bfbcb8d28e40f5498063536fa79b49dbd6db087e0368fcd4b45
+size 14709

e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/rng_rank_00004.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7624d4a1c249f3318e2e223aa7091f5a0ca21cba11a764bf203eea835500b189
+size 14773

e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/rng_rank_00005.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3bd28416e4065c616d388801c002f7df1d26cf85f97b51f653dd30cea497609
+size 14709

e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/state_fingerprint_rank_00000.json

@@ -0,0 +1,37 @@
+{
+  "components": {
+    "data": {
+      "sampled_tensor_count": 0,
+      "sha256": "322594c96bcee57c77a5b7a138a9e672d5f3a23b976ba63295b5e030e84e4295",
+      "tensor_count": 0
+    },
+    "model": {
+      "sampled_tensor_count": 107,
+      "sha256": "785256a337472570ac20d2f8ea55f10dd8436b954aedb77df3676483da7a06d0",
+      "tensor_count": 144
+    },
+    "optimizer": {
+      "sampled_tensor_count": 288,
+      "sha256": "823977aa79819c287e69136e25121145e40398eb1ae458ab7532351165b0961d",
+      "tensor_count": 512
+    },
+    "rng": {
+      "sampled_tensor_count": 0,
+      "sha256": "a5169229897a470b5f9edff12d3c2189ecfce2c4f9baea4c3df5a3720fe04a3b",
+      "tensor_count": 2
+    },
+    "scheduler": {
+      "sampled_tensor_count": 0,
+      "sha256": "e6474f432c20c056fba0655620e86830e90a995168fc07ca04a4eca8ed4da2a5",
+      "tensor_count": 0
+    }
+  },
+  "global_step": 39975,
+  "rank": 0,
+  "sampling": {
+    "online_batch_max_elements_per_tensor": null,
+    "state_max_elements_per_tensor": 8192
+  },
+  "schema_version": 1,
+  "world_size": 6
+}

e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/state_fingerprint_rank_00001.json

@@ -0,0 +1,37 @@
+{
+  "components": {
+    "data": {
+      "sampled_tensor_count": 0,
+      "sha256": "322594c96bcee57c77a5b7a138a9e672d5f3a23b976ba63295b5e030e84e4295",
+      "tensor_count": 0
+    },
+    "model": {
+      "sampled_tensor_count": 107,
+      "sha256": "34bfc0d009bcb4dff1d2595cdd601c1cc4c3c8bce488472b7a0b7940106c05b7",
+      "tensor_count": 144
+    },
+    "optimizer": {
+      "sampled_tensor_count": 288,
+      "sha256": "59ea21104746d87c848fb96241c012b2357bd8f7ee1300a4365d3dcccc98c43a",
+      "tensor_count": 512
+    },
+    "rng": {
+      "sampled_tensor_count": 0,
+      "sha256": "58884c2f27e97b0db6f5045bc39a4fdec166cc83c1a76d874fdb00a4327f0e48",
+      "tensor_count": 2
+    },
+    "scheduler": {
+      "sampled_tensor_count": 0,
+      "sha256": "e6474f432c20c056fba0655620e86830e90a995168fc07ca04a4eca8ed4da2a5",
+      "tensor_count": 0
+    }
+  },
+  "global_step": 39975,
+  "rank": 1,
+  "sampling": {
+    "online_batch_max_elements_per_tensor": null,
+    "state_max_elements_per_tensor": 8192
+  },
+  "schema_version": 1,
+  "world_size": 6
+}

e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/state_fingerprint_rank_00002.json

@@ -0,0 +1,37 @@
+{
+  "components": {
+    "data": {
+      "sampled_tensor_count": 0,
+      "sha256": "322594c96bcee57c77a5b7a138a9e672d5f3a23b976ba63295b5e030e84e4295",
+      "tensor_count": 0
+    },
+    "model": {
+      "sampled_tensor_count": 107,
+      "sha256": "abd26a5d1fc4395c4d50afcf329fdd692d673fa911d992495422fc6a7186ee73",
+      "tensor_count": 144
+    },
+    "optimizer": {
+      "sampled_tensor_count": 288,
+      "sha256": "f1bbd6ba22d09ae42ea4850753c75ccd163ea4e6a859c6763872de2069c514a6",
+      "tensor_count": 512
+    },
+    "rng": {
+      "sampled_tensor_count": 0,
+      "sha256": "b3be9e62e893148272bdec4ff7e55d36d7ed6ccfcae890662a4e11eb7bfaead3",
+      "tensor_count": 2
+    },
+    "scheduler": {
+      "sampled_tensor_count": 0,
+      "sha256": "e6474f432c20c056fba0655620e86830e90a995168fc07ca04a4eca8ed4da2a5",
+      "tensor_count": 0
+    }
+  },
+  "global_step": 39975,
+  "rank": 2,
+  "sampling": {
+    "online_batch_max_elements_per_tensor": null,
+    "state_max_elements_per_tensor": 8192
+  },
+  "schema_version": 1,
+  "world_size": 6
+}

e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/state_fingerprint_rank_00003.json

@@ -0,0 +1,37 @@
+{
+  "components": {
+    "data": {
+      "sampled_tensor_count": 0,
+      "sha256": "322594c96bcee57c77a5b7a138a9e672d5f3a23b976ba63295b5e030e84e4295",
+      "tensor_count": 0
+    },
+    "model": {
+      "sampled_tensor_count": 107,
+      "sha256": "21d3155659c153aa07981bc2d0886c7bad689cd5b1579a17883326b43c6965c8",
+      "tensor_count": 144
+    },
+    "optimizer": {
+      "sampled_tensor_count": 288,
+      "sha256": "dc2f7994daf3c7159346565c91c967cbc3e70db16f6d8677443ccd60fbd0b848",
+      "tensor_count": 512
+    },
+    "rng": {
+      "sampled_tensor_count": 0,
+      "sha256": "129fc8c9010890dec8fcd1213c16976ab8af97b74dd6c10fe60f264a2defb79a",
+      "tensor_count": 2
+    },
+    "scheduler": {
+      "sampled_tensor_count": 0,
+      "sha256": "e6474f432c20c056fba0655620e86830e90a995168fc07ca04a4eca8ed4da2a5",
+      "tensor_count": 0
+    }
+  },
+  "global_step": 39975,
+  "rank": 3,
+  "sampling": {
+    "online_batch_max_elements_per_tensor": null,
+    "state_max_elements_per_tensor": 8192
+  },
+  "schema_version": 1,
+  "world_size": 6
+}

e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/state_fingerprint_rank_00004.json

@@ -0,0 +1,37 @@
+{
+  "components": {
+    "data": {
+      "sampled_tensor_count": 0,
+      "sha256": "322594c96bcee57c77a5b7a138a9e672d5f3a23b976ba63295b5e030e84e4295",
+      "tensor_count": 0
+    },
+    "model": {
+      "sampled_tensor_count": 107,
+      "sha256": "ae03bed93d05953268130ebf1e357a382b1a2d1a229b78d172b73d80c9bb839d",
+      "tensor_count": 144
+    },
+    "optimizer": {
+      "sampled_tensor_count": 288,
+      "sha256": "919b259b18ccea9742ded0b9ffdfcd7a5abc23502f257a1474873fe9e54df851",
+      "tensor_count": 512
+    },
+    "rng": {
+      "sampled_tensor_count": 0,
+      "sha256": "7abb3de09e73e8cfd17bf024c45e134f1bd9839d1e410e1d2e030485c13ae88b",
+      "tensor_count": 2
+    },
+    "scheduler": {
+      "sampled_tensor_count": 0,
+      "sha256": "e6474f432c20c056fba0655620e86830e90a995168fc07ca04a4eca8ed4da2a5",
+      "tensor_count": 0
+    }
+  },
+  "global_step": 39975,
+  "rank": 4,
+  "sampling": {
+    "online_batch_max_elements_per_tensor": null,
+    "state_max_elements_per_tensor": 8192
+  },
+  "schema_version": 1,
+  "world_size": 6
+}

e5_8b_800k_20260831/arms/e5-x4rand-sharedlr1e3-explr2e3-mos/checkpoints/iter_0039975/state_fingerprint_rank_00005.json

@@ -0,0 +1,37 @@
+{
+  "components": {
+    "data": {
+      "sampled_tensor_count": 0,
+      "sha256": "322594c96bcee57c77a5b7a138a9e672d5f3a23b976ba63295b5e030e84e4295",
+      "tensor_count": 0
+    },
+    "model": {
+      "sampled_tensor_count": 107,
+      "sha256": "5116e9c3e9381980b1036159cda2e5b2ec5f7f53b81690ec71b6a779efab3046",
+      "tensor_count": 144
+    },
+    "optimizer": {
+      "sampled_tensor_count": 288,
+      "sha256": "2109f9eb6acd146c46deee34d09cef1895e284e565a280d339c11badf66c22ad",
+      "tensor_count": 512
+    },
+    "rng": {
+      "sampled_tensor_count": 0,
+      "sha256": "f08fb76235fe07f97fa8c975f83bded741d13f8f1e25ecdd96cad1acedf384b6",
+      "tensor_count": 2
+    },
+    "scheduler": {
+      "sampled_tensor_count": 0,
+      "sha256": "e6474f432c20c056fba0655620e86830e90a995168fc07ca04a4eca8ed4da2a5",
+      "tensor_count": 0
+    }
+  },
+  "global_step": 39975,
+  "rank": 5,
+  "sampling": {
+    "online_batch_max_elements_per_tensor": null,
+    "state_max_elements_per_tensor": 8192
+  },
+  "schema_version": 1,
+  "world_size": 6
+}