latest.json: checkpoints/4612237k (step 123,009)

README.md

@@ -30,7 +30,7 @@ deliberately derived from it: Nirca began as a port of mini-AGI to MLX.
 ➡️ **Try it in your browser (WebGPU):** https://tg-techie-agents.github.io/nirca-mini-webgpu/mini/
 
 This card is written by program from the checkpoint's own record, at step
-122,853 (4,608,111,408 tokens seen).
+123,009 (4,612,237,558 tokens seen).
 
 ## Model details
 
@@ -115,9 +115,9 @@ Each step is listed because the run's records show it was done:
 
 ## Training procedure
 
-- **Steps:** 122,853
-- **Tokens seen:** 4,608,111,408 (one token is one byte)
-- **Quantization-aware training:** from step 14,655 of 122,853, so for 99% of its 4,608,111,408 tokens
+- **Steps:** 123,009
+- **Tokens seen:** 4,612,237,558 (one token is one byte)
+- **Quantization-aware training:** from step 14,655 of 123,009, so for 99% of its 4,612,237,558 tokens
 - **Objective:** next-byte prediction; on chats, loss on the assistant's turns only
 - **Recurrence:** the number of passes is drawn per step during training, and
   the halting head learns when to stop

latest.json

@@ -1,6 +1,6 @@
 {
  "name": "nirca-mini",
- "step": 122853,
+ "step": 123009,
  "quant": "ternary",
  "quant_scope": "all",
  "n_experts": 32,
@@ -40,17 +40,17 @@
   "pool_depth": 1,
   "pool_max": 32
  },
- "tokens": 4608111408,
- "checkpoint": "checkpoints/4608111k/",
+ "tokens": 4612237558,
+ "checkpoint": "checkpoints/4612237k/",
  "files": {
   "config.json": {
-   "url": "https://huggingface.co/nirca/nirca-mini/resolve/main/checkpoints/4608111k/config.json",
-   "sha256": "83d532062a8974a03342f4f4a979f4af78d8bc4d55a0e383ded0c132e7baefc8",
+   "url": "https://huggingface.co/nirca/nirca-mini/resolve/main/checkpoints/4612237k/config.json",
+   "sha256": "720bf2a150116380ffcc0198f216f86b0d1d6f431d0e6c9e1978ca276110b626",
    "bytes": 874
   },
   "model.safetensors": {
-   "url": "https://huggingface.co/nirca/nirca-mini/resolve/main/checkpoints/4608111k/model.safetensors",
-   "sha256": "4d5cbcb8e7c1e41d23bab77ef31b94bb92510a6ddd48626de9ace757f5547f72",
+   "url": "https://huggingface.co/nirca/nirca-mini/resolve/main/checkpoints/4612237k/model.safetensors",
+   "sha256": "162b4e18d8d29b25866deb3a87d35576243a09db80ad74d1531da1c6cde7e0ce",
    "bytes": 32638048
   }
  }

latest/config.json

@@ -1,7 +1,7 @@
 {
  "name": "nirca-mini",
- "step": 122853,
- "tokens": 4608111408,
+ "step": 123009,
+ "tokens": 4612237558,
  "quant": "ternary",
  "quant_scope": "all",
  "n_experts": 32,

latest/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d5cbcb8e7c1e41d23bab77ef31b94bb92510a6ddd48626de9ace757f5547f72
+oid sha256:162b4e18d8d29b25866deb3a87d35576243a09db80ad74d1531da1c6cde7e0ce
 size 32638048