Upload 4 files

meta_000486.json

@@ -0,0 +1,38 @@
+{
+  "step": 486,
+  "val_bpb": 0.2984610207816308,
+  "model_config": {
+    "sequence_len": 2048,
+    "vocab_size": 32768,
+    "n_layer": 20,
+    "n_head": 10,
+    "n_kv_head": 10,
+    "n_embd": 1280,
+    "window_pattern": "SSSL"
+  },
+  "user_config": {
+    "run": "dummy",
+    "device_type": "",
+    "model_tag": null,
+    "model_step": null,
+    "load_optimizer": 1,
+    "num_iterations": -1,
+    "max_seq_len": null,
+    "device_batch_size": 16,
+    "total_batch_size": null,
+    "embedding_lr": null,
+    "unembedding_lr": null,
+    "matrix_lr": null,
+    "init_lr_frac": 0.8,
+    "warmup_ratio": 0.0,
+    "warmdown_ratio": 0.5,
+    "final_lr_frac": 0.0,
+    "eval_every": 200,
+    "eval_tokens": 20971520,
+    "chatcore_every": 200,
+    "chatcore_max_cat": -1,
+    "chatcore_max_sample": 24,
+    "mmlu_epochs": 3,
+    "gsm8k_epochs": 4
+  }
+}

model_000486.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e2cb4a4b6feda8335bc0e3ae7fd4bb807c19681e42ce3408fc49f105ccb428
+size 2663453837

token_bytes.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009ef93d20dd4684497c19c4b7fed29278b53f20022d2dc39264e27b9eefa2a8
+size 132649

tokenizer.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae73c5f7a960edc56022dfd46a653df2b9b38d84456e5e9f48eb5e02a60c21c2
+size 412126