Add files using upload-large-folder tool
Browse files- .gitattributes +10 -0
- dense1017_r1/engram_L1.rows +3 -0
- dense1017_r1/engram_L1.rows.hot +3 -0
- dense1017_r1/engram_L1.rows.json +1 -0
- dense1017_r1/engram_L14.rows +3 -0
- dense1017_r1/engram_L14.rows.hot +3 -0
- dense1017_r1/engram_L14.rows.json +1 -0
- dense1017_r1/index.json +0 -0
- dense1017_r1/weights.vbin +3 -0
- dsp_1017_r1/index.json +0 -0
- dsp_1017_r1/weights.vbin +3 -0
- dx3_1017_r1/index.json +0 -0
- dx3_1017_r1/weights.vbin +3 -0
- head4_1017_r1/index.json +1 -0
- head4_1017_r1/weights.vbin +3 -0
- x3_1017_r1/index.json +3 -0
- x3_1017_r1/weights.vbin +3 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,13 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
dense1017_r1/engram_L1.rows filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
x3_1017_r1/index.json filter=lfs diff=lfs merge=lfs -text
|
| 38 |
+
dx3_1017_r1/weights.vbin filter=lfs diff=lfs merge=lfs -text
|
| 39 |
+
dsp_1017_r1/weights.vbin filter=lfs diff=lfs merge=lfs -text
|
| 40 |
+
head4_1017_r1/weights.vbin filter=lfs diff=lfs merge=lfs -text
|
| 41 |
+
dense1017_r1/weights.vbin filter=lfs diff=lfs merge=lfs -text
|
| 42 |
+
dense1017_r1/engram_L14.rows.hot filter=lfs diff=lfs merge=lfs -text
|
| 43 |
+
dense1017_r1/engram_L1.rows.hot filter=lfs diff=lfs merge=lfs -text
|
| 44 |
+
x3_1017_r1/weights.vbin filter=lfs diff=lfs merge=lfs -text
|
| 45 |
+
dense1017_r1/engram_L14.rows filter=lfs diff=lfs merge=lfs -text
|
dense1017_r1/engram_L1.rows
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5f0ff2f10ed8101bf4deeb3be0c0fb7b9b6c5b57731c7327dee8267bd63ad035
|
| 3 |
+
size 50689168992
|
dense1017_r1/engram_L1.rows.hot
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4258504a2de925f7b0de5c5ef6fb8437ff1a258d46b54b4439a8790f2e01667a
|
| 3 |
+
size 2131736
|
dense1017_r1/engram_L1.rows.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"row0": 192001740, "rows": 192004428, "row_bytes": 264}
|
dense1017_r1/engram_L14.rows
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a4110cc97e29218a72f425dc523235369bc44b9c4b68142d9c2265b6114d61ab
|
| 3 |
+
size 50690551824
|
dense1017_r1/engram_L14.rows.hot
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e5bf7f0c55d7bc13be24c91f08c8024eb11c9fc681a4f1002be386b68aafcc4b
|
| 3 |
+
size 818640
|
dense1017_r1/engram_L14.rows.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"row0": 192007016, "rows": 192009666, "row_bytes": 264}
|
dense1017_r1/index.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
dense1017_r1/weights.vbin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:764998076ddc7f4f5160f9a11eeb38bacffb6b9d4fa6c67bc34e15869041fe0b
|
| 3 |
+
size 6079532288
|
dsp_1017_r1/index.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
dsp_1017_r1/weights.vbin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6da930532f5876cbc48f22fa0b254b05998d51f9dcb276500bfc99e5bf808d58
|
| 3 |
+
size 3887411968
|
dx3_1017_r1/index.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
dx3_1017_r1/weights.vbin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:07cef5dd2a51d9a84906e3e80906769a5824d3d11d02641059bc7abcba3c45f4
|
| 3 |
+
size 1745457152
|
head4_1017_r1/index.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"model": "deepseek_v41.dense_x3", "config": {"vocab_size": 129280, "dim": 5120, "moe_inter_dim": 2304, "n_layers": 40, "n_mtp_layers": 3, "dspark_block_size": 5, "dspark_noise_token_id": 128799, "dspark_target_layer_ids": [37, 38, 39], "dspark_markov_rank": 256, "dspark_n_routed_experts": 128, "dspark_n_activated_experts": 3, "n_heads": 64, "n_routed_experts": 384, "n_shared_experts": 1, "n_activated_experts": 6, "score_func": "sqrtsoftplus", "route_scale": 1.5, "swiglu_limit": 10.0, "q_lora_rank": 1280, "head_dim": 512, "rope_head_dim": 64, "norm_eps": 1e-20, "o_groups": 8, "o_lora_rank": 1024, "window_size": 128, "kv_source_layers": [2, 8, 14, 20], "index_source_layers": [2, 8, 14, 20, 24, 28, 32, 36], "original_seq_len": 65536, "rope_theta": 10000, "rope_factor": 16, "beta_fast": 32, "beta_slow": 1, "index_n_heads": 32, "index_head_dim": 128, "index_topk": 512, "candidate_source_layer": 20, "candidate_topk_blocks": 2048, "candidate_block_size": 8, "hc_mult": 4, "hc_sinkhorn_iters": 20, "hc_eps": 1e-06, "engram_layer_ids": [1, 14], "engram_vocab_size": 16000000, "engram_num_embeddings": [384006168, 384016682], "engram_max_ngram_size": 4, "engram_pad_id": 2, "engram_compressed_vocab_size": 99092, "dtype": "fp8", "expert_dtype": "fp4", "compress_rope_theta": 160000, "compress_ratios": [0, 0, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0], "vision_n_layers": 32, "vision_dim": 1024, "vision_n_heads": 16, "vision_inter_dim": 2816, "vision_patch_size": 14, "vision_downsample_ratio": 3, "vision_max_n_token": 1024, "vision_min_pixels": 295936, "vision_max_wh_ratio": null, "image_token_id": 129264, "engram_n_heads": 8, "engram_head_dim": 256, "vision_rope_theta": 10000}, "tp": {"size": 2, "rank": 1}, "layers": 40, "exl3_cb": "mcg", "tensors": {"head.suh": {"kind": "f32", "shape": [5120], "off": 0, "bytes": 20480}, "head.svh": {"kind": "f32", "shape": [64640], "off": 20480, "bytes": 258560}, "head.trellis": {"kind": "u8", "shape": [320, 4040, 128], "off": 279040, "bytes": 165478400}, "mk_head.suh": {"kind": "f32", "shape": [256], "off": 165757440, "bytes": 1024}, "mk_head.svh": {"kind": "f32", "shape": [64640], "off": 165758464, "bytes": 258560}, "mk_head.trellis": {"kind": "u8", "shape": [16, 4040, 128], "off": 166017024, "bytes": 8273920}}}
|
head4_1017_r1/weights.vbin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:62f9aef0812c99d8a679850d7edc3e26967a5d3c0d6d6b2cdc87dd3c9a12c5f0
|
| 3 |
+
size 174290944
|
x3_1017_r1/index.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:01ed7b24df976f178a40b2e6d8d750760b392d562bc938f59e6c84c6222c969a
|
| 3 |
+
size 14446135
|
x3_1017_r1/weights.vbin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:268c52ec363cfb0bb496e8e51bae7c1f6e6966b5b84cbc5f032e4635f13c49df
|
| 3 |
+
size 104452669440
|