Add release files (part 2)

.gitattributes

@@ -245,3 +245,100 @@ model-ladders/count-1b/1B/step16268/model_and_optim/__12_0.distcp filter=lfs dif
 model-ladders/count-1b/1B/step16268/model_and_optim/__13_0.distcp filter=lfs diff=lfs merge=lfs -text
 model-ladders/count-1b/1B/step16268/model_and_optim/__14_0.distcp filter=lfs diff=lfs merge=lfs -text
 model-ladders/count-1b/1B/step16268/model_and_optim/__15_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step16268/model_and_optim/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step16268/model_and_optim/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step16268/model_and_optim/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step16268/model_and_optim/__4_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step16268/model_and_optim/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step16268/model_and_optim/__6_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step16268/model_and_optim/__7_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step16268/model_and_optim/__8_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step16268/model_and_optim/__9_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step32537/model_and_optim/.metadata filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step32537/model_and_optim/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step32537/model_and_optim/__10_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step32537/model_and_optim/__11_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step32537/model_and_optim/__12_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step32537/model_and_optim/__13_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step32537/model_and_optim/__14_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step32537/model_and_optim/__15_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step32537/model_and_optim/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step32537/model_and_optim/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step32537/model_and_optim/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step32537/model_and_optim/__4_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step32537/model_and_optim/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step32537/model_and_optim/__6_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step32537/model_and_optim/__7_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step32537/model_and_optim/__8_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step32537/model_and_optim/__9_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step8134/model_and_optim/.metadata filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step8134/model_and_optim/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step8134/model_and_optim/__10_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step8134/model_and_optim/__11_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step8134/model_and_optim/__12_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step8134/model_and_optim/__13_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step8134/model_and_optim/__14_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step8134/model_and_optim/__15_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step8134/model_and_optim/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step8134/model_and_optim/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step8134/model_and_optim/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step8134/model_and_optim/__4_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step8134/model_and_optim/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step8134/model_and_optim/__6_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step8134/model_and_optim/__7_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step8134/model_and_optim/__8_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-1b/1B/step8134/model_and_optim/__9_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-370m/370M/step18883/model_and_optim/.metadata filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-370m/370M/step18883/model_and_optim/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-370m/370M/step18883/model_and_optim/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-370m/370M/step18883/model_and_optim/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-370m/370M/step18883/model_and_optim/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-370m/370M/step4721/model_and_optim/.metadata filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-370m/370M/step4721/model_and_optim/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-370m/370M/step4721/model_and_optim/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-370m/370M/step4721/model_and_optim/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-370m/370M/step4721/model_and_optim/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-370m/370M/step9442/model_and_optim/.metadata filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-370m/370M/step9442/model_and_optim/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-370m/370M/step9442/model_and_optim/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-370m/370M/step9442/model_and_optim/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-370m/370M/step9442/model_and_optim/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-600m/600M/step11148/model_and_optim/.metadata filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-600m/600M/step11148/model_and_optim/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-600m/600M/step11148/model_and_optim/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-600m/600M/step11148/model_and_optim/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-600m/600M/step11148/model_and_optim/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-600m/600M/step22297/model_and_optim/.metadata filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-600m/600M/step22297/model_and_optim/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-600m/600M/step22297/model_and_optim/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-600m/600M/step22297/model_and_optim/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-600m/600M/step22297/model_and_optim/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-600m/600M/step5574/model_and_optim/.metadata filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-600m/600M/step5574/model_and_optim/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-600m/600M/step5574/model_and_optim/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-600m/600M/step5574/model_and_optim/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-600m/600M/step5574/model_and_optim/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-60m/60M/step2190/model_and_optim/.metadata filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-60m/60M/step2190/model_and_optim/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-60m/60M/step2190/model_and_optim/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-60m/60M/step4381/model_and_optim/.metadata filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-60m/60M/step4381/model_and_optim/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-60m/60M/step4381/model_and_optim/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-60m/60M/step8762/model_and_optim/.metadata filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-60m/60M/step8762/model_and_optim/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-60m/60M/step8762/model_and_optim/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-760m/760M/step11570/model_and_optim/.metadata filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-760m/760M/step11570/model_and_optim/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-760m/760M/step11570/model_and_optim/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-760m/760M/step11570/model_and_optim/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-760m/760M/step11570/model_and_optim/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-760m/760M/step23139/model_and_optim/.metadata filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-760m/760M/step23139/model_and_optim/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-760m/760M/step23139/model_and_optim/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-760m/760M/step23139/model_and_optim/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-760m/760M/step23139/model_and_optim/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-760m/760M/step5785/model_and_optim/.metadata filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-760m/760M/step5785/model_and_optim/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-760m/760M/step5785/model_and_optim/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-760m/760M/step5785/model_and_optim/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+model-ladders/count-760m/760M/step5785/model_and_optim/__3_0.distcp filter=lfs diff=lfs merge=lfs -text

model-ladders/count-1b/1B/step16268/model_and_optim/__1_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:522cf8767c0aa3baa5ec37e04da91f0ed2a3edc9f6db1ab65b455946518019f2
+size 1114546935

model-ladders/count-1b/1B/step16268/model_and_optim/__2_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50f99929c7c7a86dcde28ede47c785379a04121505336b75eb00d7aec5c8add
+size 1114546935

model-ladders/count-1b/1B/step16268/model_and_optim/__3_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:888716e1f60048e7652ede411ebd8ae789c4717aa80d1905e53a60f4fd29289d
+size 1114546935

model-ladders/count-1b/1B/step16268/model_and_optim/__4_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:367988326492117313a5a9e4da0a35766a432071a92565b0a3f6fe8e286c0008
+size 1114546935

model-ladders/count-1b/1B/step16268/model_and_optim/__5_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33317f9a0d659cf234c1fe2a9beea1bda0f2b3e2eaea22db4f201fe30bf5d71f
+size 1114546935

model-ladders/count-1b/1B/step16268/model_and_optim/__6_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56257ea3568f7bea6678b686f8e48677d377de6f127d6344cd1140f6b9d5936d
+size 1114546935

model-ladders/count-1b/1B/step16268/model_and_optim/__7_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f6cba72f7b9a7d16c8f1c76720ab5e4e074bbb4d74543449428583521810be
+size 1114546935

model-ladders/count-1b/1B/step16268/model_and_optim/__8_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed623bfea53d87c5d3a1809393d1aed06548327b3d9668e9166aba61f82e204
+size 1114546935

model-ladders/count-1b/1B/step16268/model_and_optim/__9_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f493b2d1e85ffa5da3c1830fcee5bcd428c4105622a3c4036da3976265757f
+size 1114546935

model-ladders/count-1b/1B/step16268/release_args.json

@@ -0,0 +1,13 @@
+{
+  "size": "1B",
+  "seed": 1042,
+  "fixed_global_batch_size": 1572864,
+  "sequence_length": 8192,
+  "trained_world_size": 16,
+  "d_over_n": 20,
+  "step": 16268,
+  "count_k": 8,
+  "count_max_order": 6,
+  "count_num_orders": 6,
+  "count_table": "general-797gb"
+}

model-ladders/count-1b/1B/step16268/train/rank0.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42832ead1d165df3d0fd45ba8aa74673d8b545a42b1e444b2c0204897d023401
+size 15637

model-ladders/count-1b/1B/step16268/train/rank1.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25fb2dfcfa2dfcf535cbb12f9eb208ad3888133ce40ec950f67ce21faa8975d3
+size 15637

model-ladders/count-1b/1B/step16268/train/rank10.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d468dc101764996bdf790bd2096e1a34ec8cae5267529d7bd73704890d512b3
+size 15645

model-ladders/count-1b/1B/step16268/train/rank11.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb37bfd48e806516e631a374d86876d0639f670ca084c70927181defab5bbda
+size 15645

model-ladders/count-1b/1B/step16268/train/rank12.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b3643c4a730e899ae64a8482cfa24a0cf00f5b380b6e11796b3c4a75ca1f0c8
+size 15645

model-ladders/count-1b/1B/step16268/train/rank13.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d464aea1c622744d3cf5ef0ae34c21ab132376170b22e3a3e8e48860fa82bd7
+size 15645

model-ladders/count-1b/1B/step16268/train/rank14.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7beb24b619c8d7ae39d1917a3471d63d8772311072d66899373ba769abd30fd
+size 15645

model-ladders/count-1b/1B/step16268/train/rank15.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c04126af9e3a19b9e24f2dacabfbffe87d7a87658be1b0d2d530514ee0f1e935
+size 15645

model-ladders/count-1b/1B/step16268/train/rank2.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814b504058f9c4dc6c156ab594a388e5a42ad97a7573c0d3bf609ab55c1ec1ed
+size 15637

model-ladders/count-1b/1B/step16268/train/rank3.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93cd9d2da2d5759f95edfb90f01f261a1705405e9de9dae2a12a7ab95020a0e2
+size 15637

model-ladders/count-1b/1B/step16268/train/rank4.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34386ae7d6e4f6e6f6e6f0d7f4064a50c2339e3b41803016f468acec281f9f12
+size 15637

model-ladders/count-1b/1B/step16268/train/rank5.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a79cd991a0be6adca4368aba6cbba7196615a8963731d587f06d7226972aec9
+size 15637

model-ladders/count-1b/1B/step16268/train/rank6.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0ff9137f8b9226498de696f2b49c64bf3d26dd6252a42759f80e113b833b2d
+size 15637

model-ladders/count-1b/1B/step16268/train/rank7.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04153f529b4fe903379d7edcbfc5c701f358b100e99dae415c674fea1ed5a5d1
+size 15637

model-ladders/count-1b/1B/step16268/train/rank8.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59240366d78a170e0224bd97190cea341bd68fd190cc6c351ab27962f9650a1
+size 15637

model-ladders/count-1b/1B/step16268/train/rank9.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c57cc6c715b6916d6af784e2694cd5ce33b97f1c69ec405f72d12782d55d7c
+size 15637

model-ladders/count-1b/1B/step32537/.metadata.json

@@ -0,0 +1 @@
+{"ephemeral": false, "version": "2.5.0"}

model-ladders/count-1b/1B/step32537/config.json

@@ -0,0 +1,162 @@
+{
+  "seed": 1042,
+  "size": "1B",
+  "model": {
+    "d_model": 2048,
+    "vocab_size": 100352,
+    "n_layers": 16,
+    "block": {
+      "sequence_mixer": {
+        "name": "default",
+        "n_heads": 16,
+        "bias": false,
+        "rope": {
+          "name": "default",
+          "theta": 500000,
+          "full_precision": true,
+          "no_global_rope": false,
+          "_CLASS_": "olmo_core.nn.rope.RoPEConfig"
+        },
+        "qk_norm": {
+          "name": "rms",
+          "eps": 1e-06,
+          "bias": false,
+          "dtype": "float32",
+          "_CLASS_": "olmo_core.nn.layer_norm.LayerNormConfig"
+        },
+        "backend": "flash_3",
+        "dtype": "float32",
+        "use_head_qk_norm": false,
+        "_CLASS_": "olmo_core.nn.attention.AttentionConfig",
+        "type": "attention"
+      },
+      "layer_norm": {
+        "name": "rms",
+        "eps": 1e-06,
+        "bias": false,
+        "dtype": "float32",
+        "_CLASS_": "olmo_core.nn.layer_norm.LayerNormConfig"
+      },
+      "feed_forward": {
+        "hidden_size": 8192,
+        "name": "default",
+        "bias": false,
+        "dtype": "float32",
+        "activation": "silu",
+        "_CLASS_": "olmo_core.nn.feed_forward.FeedForwardConfig"
+      },
+      "name": "reordered_norm",
+      "_CLASS_": "olmo_core.nn.transformer.config.TransformerBlockConfig"
+    },
+    "lm_head": {
+      "name": "default",
+      "layer_norm": {
+        "name": "rms",
+        "eps": 1e-06,
+        "bias": false,
+        "dtype": "float32",
+        "_CLASS_": "olmo_core.nn.layer_norm.LayerNormConfig"
+      },
+      "bias": false,
+      "dtype": "float32",
+      "loss_implementation": "default",
+      "_CLASS_": "olmo_core.nn.lm_head.LMHeadConfig"
+    },
+    "name": "default",
+    "dtype": "float32",
+    "init_method": "normal",
+    "init_seed": 0,
+    "init_std": 0.02,
+    "_CLASS_": "olmo_core.nn.transformer.config.TransformerConfig"
+  },
+  "optim": {
+    "group_overrides": [
+      {
+        "params": [
+          "embeddings.weight"
+        ],
+        "opts": {
+          "weight_decay": 0.0
+        },
+        "_CLASS_": "olmo_core.optim.config.OptimGroupOverride"
+      }
+    ],
+    "compile": false,
+    "fixed_fields": [
+      "initial_lr"
+    ],
+    "lr": 0.0010308784697907792,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "eps": 1e-08,
+    "weight_decay": 0.1,
+    "foreach": true,
+    "step_increment_bugfix": true,
+    "rolling_interval_length": 128,
+    "sigma_factor": 6,
+    "_CLASS_": "olmo_core.optim.adamw.SkipStepAdamWConfig",
+    "type": "skip_step_adamw"
+  },
+  "scheduler": {
+    "lr_field": "lr",
+    "initial_lr_field": "initial_lr",
+    "units": "tokens",
+    "period_lengths": [
+      12793675776,
+      12793675776,
+      25588924416
+    ],
+    "warmup": 1279395840,
+    "decay_fraction": 0.1,
+    "warmup_min_lr": 0.0,
+    "decay_min_lr": 0.0,
+    "_CLASS_": "olmo_core.optim.scheduler.WSDS",
+    "type": "wsds"
+  },
+  "data_loader": {
+    "seed": 0,
+    "shuffle": true,
+    "sources_per_epoch": -1,
+    "num_workers": 16,
+    "generate_doc_lengths": false,
+    "instance_filter_config": {
+      "repetition_max_period": 13,
+      "repetition_min_period": 1,
+      "repetition_max_count": 32,
+      "_CLASS_": "olmo_core.data.composable.data_loader.InstanceFilterConfig"
+    },
+    "display_source_visualization": true,
+    "_CLASS_": "olmo_core.data.composable.data_loader.ComposableDataLoaderConfig",
+    "type": "composable"
+  },
+  "instance_sources": [
+    {
+      "sources": [
+        {
+          "tokenizer": {
+            "vocab_size": 100278,
+            "eos_token_id": 100257,
+            "pad_token_id": 100277,
+            "identifier": "allenai/dolma2-tokenizer",
+            "_CLASS_": "olmo_core.data.tokenizer.TokenizerConfig"
+          },
+          "source_group_size": 1,
+          "long_doc_strategy": "truncate",
+          "source_paths": [
+            "<data-root>/all-dressed-snazzy2-fixed/**/*.npy",
+            "<data-root>/arxiv/**/*.npy",
+            "<data-root>/finemath-3plus/**/*.npy",
+            "<data-root>/s2pdf/**/*.npy",
+            "<data-root>/stack-edu/**/*.npy",
+            "<data-root>/wikipedia/**/*.npy"
+          ],
+          "_CLASS_": "olmo_core.data.composable.numpy_document_source.NumpyDocumentSourceConfig"
+        }
+      ],
+      "sequence_length": 8192,
+      "_CLASS_": "olmo_core.data.composable.concat_and_chunk_instance_source.ConcatAndChunkInstanceSourceConfig"
+    }
+  ]
+}

model-ladders/count-1b/1B/step32537/model_and_optim/.metadata

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b67b1cbabf26b35c27923de71d56218a35aa0d00d3683762d8aada37daa157
+size 1961340

model-ladders/count-1b/1B/step32537/model_and_optim/__0_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5307e60b32df3e543c53021c8da6b82d61070ea472d67c4378e872c453d3d704
+size 1115973577

model-ladders/count-1b/1B/step32537/model_and_optim/__10_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbc2556684bf874d7f2639da168380a10d7a8a0d229281828bf13a361e63165
+size 1114546935

model-ladders/count-1b/1B/step32537/model_and_optim/__11_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef597e1313145251f2da9486cf7b452a76c39e054ef039a335a563f20a0acbb
+size 1114546935

model-ladders/count-1b/1B/step32537/model_and_optim/__12_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef34efd885ebc1bc86f539dfe43ae8a8549d7172b88008963195a226c59d311c
+size 1114546935

model-ladders/count-1b/1B/step32537/model_and_optim/__13_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c11c65225f9f11fb382c58f6a166706992adb62f635590ed33e0cd7b8d50de0
+size 1114546935

model-ladders/count-1b/1B/step32537/model_and_optim/__14_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4120b424e9542ea8d3a95919aa5b04eafe3eb046c50619591838e119891d26e6
+size 1114546935

model-ladders/count-1b/1B/step32537/model_and_optim/__15_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ebd8eff07c3a5d5da6bfd16e269dfdd3260c74ed18a031df059bf1b5fa1f00
+size 1114546935

model-ladders/count-1b/1B/step32537/model_and_optim/__1_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1647e0f97ba5f7f799de011b72f6c4b1dcffa66d1b04fa1c565f81b7346bca7f
+size 1114546935

model-ladders/count-1b/1B/step32537/model_and_optim/__2_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb691764c2bf41c80cae2c183896ca2ff83b2ce95593ff08041eaf1546ff53d4
+size 1114546935

model-ladders/count-1b/1B/step32537/model_and_optim/__3_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bca6f555ad37b141203625f4814337fd3d60578bbeae8cd58c1f1f3b920b0f72
+size 1114546935

model-ladders/count-1b/1B/step32537/model_and_optim/__4_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55eff1ce44b386f8ca3b44b5bb95d23dfb1cee5cb97da3de209a7eafed9a2c42
+size 1114546935

model-ladders/count-1b/1B/step32537/model_and_optim/__5_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d010deeecff2da2d81dee790698d2ce43de8f7b030b740c273720d39c0c122
+size 1114546935

model-ladders/count-1b/1B/step32537/model_and_optim/__6_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45cb07440221a467be85ac6da81cdaeb0d4feef4087670201a0d08a97b8159a0
+size 1114546935

model-ladders/count-1b/1B/step32537/model_and_optim/__7_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00596d7b52e21b9265c431ca877e98ec7df35b5462c08ead87a63c03e3b99e21
+size 1114546935

model-ladders/count-1b/1B/step32537/model_and_optim/__8_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e63ac5717f4af5fc458133b5fc8ae629954127be9ee15652226ef535a40c98a
+size 1114546935

model-ladders/count-1b/1B/step32537/model_and_optim/__9_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6940926d976a2716271174fd983ece3b2d50ac1fb477d357aad46b5f4857acf8
+size 1114546935

model-ladders/count-1b/1B/step32537/release_args.json

@@ -0,0 +1,13 @@
+{
+  "size": "1B",
+  "seed": 1042,
+  "fixed_global_batch_size": 1572864,
+  "sequence_length": 8192,
+  "trained_world_size": 16,
+  "d_over_n": 40,
+  "step": 32537,
+  "count_k": 8,
+  "count_max_order": 6,
+  "count_num_orders": 6,
+  "count_table": "general-797gb"
+}

model-ladders/count-1b/1B/step32537/train/rank0.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62288d59054b3bb379a7e45eccf4dc9d1a70813c2e9bb8e8b4cb30d601b48bab
+size 15637

model-ladders/count-1b/1B/step32537/train/rank1.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca166a4797f2918aef37ac26e0b70dcce4fcf5f6b3cc79ebf0ff5d2a58efd3e3
+size 15637

model-ladders/count-1b/1B/step32537/train/rank10.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:686605674979701602b6117e2608018be9d7e250d7a981dd1060b860bc430c92
+size 15645