fantastisk commited on
Commit
650ada2
·
verified ·
1 Parent(s): fed52bd

Add files using upload-large-folder tool

Browse files
.gitattributes CHANGED
@@ -33,3 +33,13 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ dense1017_r1/engram_L1.rows filter=lfs diff=lfs merge=lfs -text
37
+ x3_1017_r1/index.json filter=lfs diff=lfs merge=lfs -text
38
+ dx3_1017_r1/weights.vbin filter=lfs diff=lfs merge=lfs -text
39
+ dsp_1017_r1/weights.vbin filter=lfs diff=lfs merge=lfs -text
40
+ head4_1017_r1/weights.vbin filter=lfs diff=lfs merge=lfs -text
41
+ dense1017_r1/weights.vbin filter=lfs diff=lfs merge=lfs -text
42
+ dense1017_r1/engram_L14.rows.hot filter=lfs diff=lfs merge=lfs -text
43
+ dense1017_r1/engram_L1.rows.hot filter=lfs diff=lfs merge=lfs -text
44
+ x3_1017_r1/weights.vbin filter=lfs diff=lfs merge=lfs -text
45
+ dense1017_r1/engram_L14.rows filter=lfs diff=lfs merge=lfs -text
dense1017_r1/engram_L1.rows ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f0ff2f10ed8101bf4deeb3be0c0fb7b9b6c5b57731c7327dee8267bd63ad035
3
+ size 50689168992
dense1017_r1/engram_L1.rows.hot ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4258504a2de925f7b0de5c5ef6fb8437ff1a258d46b54b4439a8790f2e01667a
3
+ size 2131736
dense1017_r1/engram_L1.rows.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"row0": 192001740, "rows": 192004428, "row_bytes": 264}
dense1017_r1/engram_L14.rows ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4110cc97e29218a72f425dc523235369bc44b9c4b68142d9c2265b6114d61ab
3
+ size 50690551824
dense1017_r1/engram_L14.rows.hot ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5bf7f0c55d7bc13be24c91f08c8024eb11c9fc681a4f1002be386b68aafcc4b
3
+ size 818640
dense1017_r1/engram_L14.rows.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"row0": 192007016, "rows": 192009666, "row_bytes": 264}
dense1017_r1/index.json ADDED
The diff for this file is too large to render. See raw diff
 
dense1017_r1/weights.vbin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:764998076ddc7f4f5160f9a11eeb38bacffb6b9d4fa6c67bc34e15869041fe0b
3
+ size 6079532288
dsp_1017_r1/index.json ADDED
The diff for this file is too large to render. See raw diff
 
dsp_1017_r1/weights.vbin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6da930532f5876cbc48f22fa0b254b05998d51f9dcb276500bfc99e5bf808d58
3
+ size 3887411968
dx3_1017_r1/index.json ADDED
The diff for this file is too large to render. See raw diff
 
dx3_1017_r1/weights.vbin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07cef5dd2a51d9a84906e3e80906769a5824d3d11d02641059bc7abcba3c45f4
3
+ size 1745457152
head4_1017_r1/index.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"model": "deepseek_v41.dense_x3", "config": {"vocab_size": 129280, "dim": 5120, "moe_inter_dim": 2304, "n_layers": 40, "n_mtp_layers": 3, "dspark_block_size": 5, "dspark_noise_token_id": 128799, "dspark_target_layer_ids": [37, 38, 39], "dspark_markov_rank": 256, "dspark_n_routed_experts": 128, "dspark_n_activated_experts": 3, "n_heads": 64, "n_routed_experts": 384, "n_shared_experts": 1, "n_activated_experts": 6, "score_func": "sqrtsoftplus", "route_scale": 1.5, "swiglu_limit": 10.0, "q_lora_rank": 1280, "head_dim": 512, "rope_head_dim": 64, "norm_eps": 1e-20, "o_groups": 8, "o_lora_rank": 1024, "window_size": 128, "kv_source_layers": [2, 8, 14, 20], "index_source_layers": [2, 8, 14, 20, 24, 28, 32, 36], "original_seq_len": 65536, "rope_theta": 10000, "rope_factor": 16, "beta_fast": 32, "beta_slow": 1, "index_n_heads": 32, "index_head_dim": 128, "index_topk": 512, "candidate_source_layer": 20, "candidate_topk_blocks": 2048, "candidate_block_size": 8, "hc_mult": 4, "hc_sinkhorn_iters": 20, "hc_eps": 1e-06, "engram_layer_ids": [1, 14], "engram_vocab_size": 16000000, "engram_num_embeddings": [384006168, 384016682], "engram_max_ngram_size": 4, "engram_pad_id": 2, "engram_compressed_vocab_size": 99092, "dtype": "fp8", "expert_dtype": "fp4", "compress_rope_theta": 160000, "compress_ratios": [0, 0, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0], "vision_n_layers": 32, "vision_dim": 1024, "vision_n_heads": 16, "vision_inter_dim": 2816, "vision_patch_size": 14, "vision_downsample_ratio": 3, "vision_max_n_token": 1024, "vision_min_pixels": 295936, "vision_max_wh_ratio": null, "image_token_id": 129264, "engram_n_heads": 8, "engram_head_dim": 256, "vision_rope_theta": 10000}, "tp": {"size": 2, "rank": 1}, "layers": 40, "exl3_cb": "mcg", "tensors": {"head.suh": {"kind": "f32", "shape": [5120], "off": 0, "bytes": 20480}, "head.svh": {"kind": "f32", "shape": [64640], "off": 20480, "bytes": 258560}, "head.trellis": {"kind": "u8", "shape": [320, 4040, 128], "off": 279040, "bytes": 165478400}, "mk_head.suh": {"kind": "f32", "shape": [256], "off": 165757440, "bytes": 1024}, "mk_head.svh": {"kind": "f32", "shape": [64640], "off": 165758464, "bytes": 258560}, "mk_head.trellis": {"kind": "u8", "shape": [16, 4040, 128], "off": 166017024, "bytes": 8273920}}}
head4_1017_r1/weights.vbin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62f9aef0812c99d8a679850d7edc3e26967a5d3c0d6d6b2cdc87dd3c9a12c5f0
3
+ size 174290944
x3_1017_r1/index.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01ed7b24df976f178a40b2e6d8d750760b392d562bc938f59e6c84c6222c969a
3
+ size 14446135
x3_1017_r1/weights.vbin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:268c52ec363cfb0bb496e8e51bae7c1f6e6966b5b84cbc5f032e4635f13c49df
3
+ size 104452669440