feat(shard): publish trained NCM rust_concurrency weights (100,002,536 tokens)
Browse files- config_rust_concurrency.json +20 -0
- generator_rust_concurrency_final.pt +3 -0
- generator_rust_concurrency_step_10000.pt +3 -0
- generator_rust_concurrency_step_12000.pt +3 -0
- generator_rust_concurrency_step_14000.pt +3 -0
- generator_rust_concurrency_step_16000.pt +3 -0
- generator_rust_concurrency_step_18000.pt +3 -0
- generator_rust_concurrency_step_2000.pt +3 -0
- generator_rust_concurrency_step_20000.pt +3 -0
- generator_rust_concurrency_step_22000.pt +3 -0
- generator_rust_concurrency_step_24000.pt +3 -0
- generator_rust_concurrency_step_4000.pt +3 -0
- generator_rust_concurrency_step_6000.pt +3 -0
- generator_rust_concurrency_step_8000.pt +3 -0
- rvq_vae_rust_concurrency_final.pt +3 -0
- rvq_vae_rust_concurrency_step_10000.pt +3 -0
- rvq_vae_rust_concurrency_step_12000.pt +3 -0
- rvq_vae_rust_concurrency_step_14000.pt +3 -0
- rvq_vae_rust_concurrency_step_16000.pt +3 -0
- rvq_vae_rust_concurrency_step_18000.pt +3 -0
- rvq_vae_rust_concurrency_step_2000.pt +3 -0
- rvq_vae_rust_concurrency_step_20000.pt +3 -0
- rvq_vae_rust_concurrency_step_22000.pt +3 -0
- rvq_vae_rust_concurrency_step_24000.pt +3 -0
- rvq_vae_rust_concurrency_step_4000.pt +3 -0
- rvq_vae_rust_concurrency_step_6000.pt +3 -0
- rvq_vae_rust_concurrency_step_8000.pt +3 -0
config_rust_concurrency.json
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model_type": "next-concept-modeling",
|
| 3 |
+
"paper": "arXiv:2610.14162",
|
| 4 |
+
"shard": "rust_concurrency",
|
| 5 |
+
"tokens_trained": 100002536,
|
| 6 |
+
"hidden_dim": 896,
|
| 7 |
+
"levels": 4,
|
| 8 |
+
"scales": [
|
| 9 |
+
16,
|
| 10 |
+
4,
|
| 11 |
+
2,
|
| 12 |
+
1
|
| 13 |
+
],
|
| 14 |
+
"codebook_sizes": [
|
| 15 |
+
1024,
|
| 16 |
+
1024,
|
| 17 |
+
2048,
|
| 18 |
+
4096
|
| 19 |
+
]
|
| 20 |
+
}
|
generator_rust_concurrency_final.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:15bce5f492319063e1ea3b9b7875f4e26721abf63cda32b73cd4600f098bfd28
|
| 3 |
+
size 58758529
|
generator_rust_concurrency_step_10000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:48b9532611aae040086eab4287c5c121c9f0a9c2d12c8caf322a6ef6b40549d1
|
| 3 |
+
size 58758619
|
generator_rust_concurrency_step_12000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:726eae7e224fb093188ecd3c117826904975216f91552e56a22eb511f7549f6a
|
| 3 |
+
size 58758619
|
generator_rust_concurrency_step_14000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4fa21a3642a7c46a66f0361f86a4edf62922c0b30b94d996bbfefa2d4e36bf76
|
| 3 |
+
size 58758619
|
generator_rust_concurrency_step_16000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:533a7e3be4c77d480fbfd2060fc50292d4584771acee15a6146ef20365aa2c61
|
| 3 |
+
size 58758619
|
generator_rust_concurrency_step_18000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:413f2c04acbadd9844742ab58d2e242323334f11de10dff0a2a3bcdff423c21b
|
| 3 |
+
size 58758619
|
generator_rust_concurrency_step_2000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6577add485f5911e0bb0d42e7d9529143a8d9c65790b9df79a1d76fa3b232eab
|
| 3 |
+
size 58758601
|
generator_rust_concurrency_step_20000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:00b4e218caf7e492c410b70eb2deeff02c521b49befed6062b6217073fd7a852
|
| 3 |
+
size 58758619
|
generator_rust_concurrency_step_22000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ea18dc7e2172c8bb2cf045cee2b19049ccfd96f0dbb8ce8a2c2c9753abdb870b
|
| 3 |
+
size 58758619
|
generator_rust_concurrency_step_24000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d20f8678c75e50ea8aac12ef7a5a78b38c58e4c29d573480aea31b06ff858db2
|
| 3 |
+
size 58758619
|
generator_rust_concurrency_step_4000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f56116a43d946cf639a51f2f6db75c8f3da1ceb7f08221cf456ab3dd89a73cb9
|
| 3 |
+
size 58758601
|
generator_rust_concurrency_step_6000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:891d27bfe001d96cc78bff0f5728ddf1c6a16da9e114112dfa8e2ff1606fb22a
|
| 3 |
+
size 58758601
|
generator_rust_concurrency_step_8000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7d1a9a9b7c4ea6bc833c94bebdaef8ce80311a60cfe77549f00827c46e3348b6
|
| 3 |
+
size 58758601
|
rvq_vae_rust_concurrency_final.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e21316965955ae0e1e9ca9c3a7c370bfffe3574dc5c234dfc26c67257610ee20
|
| 3 |
+
size 8010877
|
rvq_vae_rust_concurrency_step_10000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8b16f7e4c4695cdd1a69c2f03c37261b401bf93d292f12c7afe7943c09955673
|
| 3 |
+
size 8011007
|
rvq_vae_rust_concurrency_step_12000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:aa4a4ecf7b6cf1c70c392740b40e425bbc69d75ad721d54cce96202597a33f37
|
| 3 |
+
size 8011007
|
rvq_vae_rust_concurrency_step_14000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7d05a7cb640e2d1ead518ec8016d85e10c02e7e2d7ffc64ceca8699c0137d376
|
| 3 |
+
size 8011007
|
rvq_vae_rust_concurrency_step_16000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a0ec39ea3490594af9d5c15f801d96fe540b37a4f05c4e1845181faf26d3fca0
|
| 3 |
+
size 8011007
|
rvq_vae_rust_concurrency_step_18000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6d9cc76debe9d2e21474f0bf7c2d46a1c354afc0e1459c24772a1eda3c886d49
|
| 3 |
+
size 8011007
|
rvq_vae_rust_concurrency_step_2000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5e69af36ad3009ae3c3cd6b71f798b2bd3771d2e817b7b686d81128abad91a40
|
| 3 |
+
size 8010981
|
rvq_vae_rust_concurrency_step_20000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:23b6e74f81639486404e257951e9c5d7129d1f7ae628df652ba47ef4aabfd838
|
| 3 |
+
size 8011007
|
rvq_vae_rust_concurrency_step_22000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fb59a14e23890ff7db37b68766557ec415a5c96d94b8468772a166d8be597c27
|
| 3 |
+
size 8011007
|
rvq_vae_rust_concurrency_step_24000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7b727e224733d71683e28993452080b69d3a03c3154698cab8e4fc8253d92b93
|
| 3 |
+
size 8011007
|
rvq_vae_rust_concurrency_step_4000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:dbfa45801e7c06ed0f0521f2b61f8bda36ff8f5f379e515372e35d2f949e04a6
|
| 3 |
+
size 8010981
|
rvq_vae_rust_concurrency_step_6000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:225c3407bd92f6a7fa70a43a36e49ecd90cfa0d84c4d7bafabfb2bd1f9f86970
|
| 3 |
+
size 8010981
|
rvq_vae_rust_concurrency_step_8000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1838c9520afeb1a88968a157ebb086dec5e4f86bb3f396bc966f20e83005ab2b
|
| 3 |
+
size 8010981
|