tg-techie-agents commited on
Commit
e90d9cd
·
verified ·
1 Parent(s): 3445ae5

latest.json: checkpoints/2015406k (step 71,577)

Browse files
Files changed (4) hide show
  1. README.md +4 -4
  2. latest.json +7 -7
  3. latest/config.json +2 -2
  4. latest/model.safetensors +1 -1
README.md CHANGED
@@ -30,7 +30,7 @@ deliberately derived from it: Nirca began as a port of mini-AGI to MLX.
30
  ➡️ **Try it in your browser (WebGPU):** https://tg-techie-agents.github.io/nirca-mini-webgpu/mini/
31
 
32
  This card is written by program from the checkpoint's own record, at step
33
- 71,515 (2,009,565,376 tokens seen).
34
 
35
  ## Model details
36
 
@@ -115,9 +115,9 @@ Each step is listed because the run's records show it was done:
115
 
116
  ## Training procedure
117
 
118
- - **Steps:** 71,515
119
- - **Tokens seen:** 2,009,565,376 (one token is one byte)
120
- - **Quantization-aware training:** from step 14,655 of 71,515, so for 99% of its 2,009,565,376 tokens
121
  - **Objective:** next-byte prediction; on chats, loss on the assistant's turns only
122
  - **Recurrence:** the number of passes is drawn per step during training, and
123
  the halting head learns when to stop
 
30
  ➡️ **Try it in your browser (WebGPU):** https://tg-techie-agents.github.io/nirca-mini-webgpu/mini/
31
 
32
  This card is written by program from the checkpoint's own record, at step
33
+ 71,577 (2,015,406,272 tokens seen).
34
 
35
  ## Model details
36
 
 
115
 
116
  ## Training procedure
117
 
118
+ - **Steps:** 71,577
119
+ - **Tokens seen:** 2,015,406,272 (one token is one byte)
120
+ - **Quantization-aware training:** from step 14,655 of 71,577, so for 99% of its 2,015,406,272 tokens
121
  - **Objective:** next-byte prediction; on chats, loss on the assistant's turns only
122
  - **Recurrence:** the number of passes is drawn per step during training, and
123
  the halting head learns when to stop
latest.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "name": "nirca-mini",
3
- "step": 71515,
4
  "quant": "ternary",
5
  "quant_scope": "all",
6
  "n_experts": 32,
@@ -40,17 +40,17 @@
40
  "pool_depth": 1,
41
  "pool_max": 32
42
  },
43
- "tokens": 2009565376,
44
- "checkpoint": "checkpoints/2009565k/",
45
  "files": {
46
  "config.json": {
47
- "url": "https://huggingface.co/nirca/nirca-mini/resolve/main/checkpoints/2009565k/config.json",
48
- "sha256": "f482322ce5c013c174fa1ce321ecfaedc6e03d86d26e91bba930475ada97392f",
49
  "bytes": 873
50
  },
51
  "model.safetensors": {
52
- "url": "https://huggingface.co/nirca/nirca-mini/resolve/main/checkpoints/2009565k/model.safetensors",
53
- "sha256": "b55f5a28f684bebce50b7593d9948e64d3861f070ec6f159d266f2b5ebddb21d",
54
  "bytes": 32638048
55
  }
56
  }
 
1
  {
2
  "name": "nirca-mini",
3
+ "step": 71577,
4
  "quant": "ternary",
5
  "quant_scope": "all",
6
  "n_experts": 32,
 
40
  "pool_depth": 1,
41
  "pool_max": 32
42
  },
43
+ "tokens": 2015406272,
44
+ "checkpoint": "checkpoints/2015406k/",
45
  "files": {
46
  "config.json": {
47
+ "url": "https://huggingface.co/nirca/nirca-mini/resolve/main/checkpoints/2015406k/config.json",
48
+ "sha256": "4345d18cef5bf76fa23b70e15765369b055d9aa60dd21145ff54d1aefe2e5022",
49
  "bytes": 873
50
  },
51
  "model.safetensors": {
52
+ "url": "https://huggingface.co/nirca/nirca-mini/resolve/main/checkpoints/2015406k/model.safetensors",
53
+ "sha256": "12398ba5391a905b71e42610733216e9db4f33715475d269cfd393b37a6c9eb4",
54
  "bytes": 32638048
55
  }
56
  }
latest/config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "name": "nirca-mini",
3
- "step": 71515,
4
- "tokens": 2009565376,
5
  "quant": "ternary",
6
  "quant_scope": "all",
7
  "n_experts": 32,
 
1
  {
2
  "name": "nirca-mini",
3
+ "step": 71577,
4
+ "tokens": 2015406272,
5
  "quant": "ternary",
6
  "quant_scope": "all",
7
  "n_experts": 32,
latest/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b55f5a28f684bebce50b7593d9948e64d3861f070ec6f159d266f2b5ebddb21d
3
  size 32638048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12398ba5391a905b71e42610733216e9db4f33715475d269cfd393b37a6c9eb4
3
  size 32638048