diff --git a/.gitattributes b/.gitattributes
index a4cd3be028442ce8ef5f2e3d9fa25864f50ce917..5905b03e06e8ed52e7c3cb626ff598d49a8dd46e 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -60,3 +60,4 @@ data/raw/huggingface/hub/models--gpt2-large/blobs/5f47f3e12f91cd33b662ce7e433b61
 data/raw/huggingface/hub/models--gpt2-large/blobs/71e91ce5f1120392f874e9dd6037c6fd81e24ea945c957156e8e5b31f00c81fe filter=lfs diff=lfs merge=lfs -text
 data/raw/huggingface/hub/models--gpt2-large/blobs/4da5e3c0a8b10f3fecb775a1c312814d7f0b08699ca08b14f820801caf9ca42f filter=lfs diff=lfs merge=lfs -text
 data/elf/snapshots/wmt14/93ce98315a2dec985cdefb8d8e62ab618e896ec4/checkpoint_880600 filter=lfs diff=lfs merge=lfs -text
+data/raw/huggingface/hub/models--bert-base-uncased/blobs/ea201fabe466ef7182f1f687fb5be4b62a73d3a78883f11264ff7f682cdb54bf filter=lfs diff=lfs merge=lfs -text
diff --git a/checkpoints/official/flm_ckpt/owt/owt_flm.ckpt b/checkpoints/official/flm_ckpt/owt/owt_flm.ckpt
new file mode 100644
index 0000000000000000000000000000000000000000..f36e4059c661c011424bc417fad992608c15878d
--- /dev/null
+++ b/checkpoints/official/flm_ckpt/owt/owt_flm.ckpt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6b2b4f64f7463713a020158b61474092773b39985baed1cf9442bd425ca23f
+size 4751601080
diff --git a/checkpoints/quarantine/20260820T071943Z/official/fmlm/lm1b/model.safetensors b/checkpoints/quarantine/20260820T071943Z/official/fmlm/lm1b/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7cbc20cbb5b3e67838d63fabb781c47f95a080f7
--- /dev/null
+++ b/checkpoints/quarantine/20260820T071943Z/official/fmlm/lm1b/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:574e5001d8ee6523b1b363cbd7055a3e3fe6d6f8dd7f796c4582548b9c728942
+size 557382616
diff --git a/data/processed/.builder-cache/lm1b/train/generator/default-3a58fdf789a93b0f/0.0.0/generator-train-00000-of-00004.arrow b/data/processed/.builder-cache/lm1b/train/generator/default-3a58fdf789a93b0f/0.0.0/generator-train-00000-of-00004.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..3a13ecb0744d86103482312220e927b51d06a79e
--- /dev/null
+++ b/data/processed/.builder-cache/lm1b/train/generator/default-3a58fdf789a93b0f/0.0.0/generator-train-00000-of-00004.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2ce677ec339fa48de4901280081da083b60ea1ba31ce06cecbd6a4c9c496fb
+size 500568272
diff --git a/data/processed/.builder-cache/lm1b/train/generator/default-3a58fdf789a93b0f/0.0.0/generator-train-00002-of-00004.arrow b/data/processed/.builder-cache/lm1b/train/generator/default-3a58fdf789a93b0f/0.0.0/generator-train-00002-of-00004.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..90ba0a52ad9d9fc4a0fcfeac2cbd6e74909a114c
--- /dev/null
+++ b/data/processed/.builder-cache/lm1b/train/generator/default-3a58fdf789a93b0f/0.0.0/generator-train-00002-of-00004.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc141ccb4b26371034b944f29e53ed7769fb4842217b45e4b43f117e45e3bec
+size 500568272
diff --git a/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00000-of-00036.arrow b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00000-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..0ab93ad42769e9f3ca1cbbe42a7c5b2599fe270d
--- /dev/null
+++ b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00000-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ad3658a54ac0d609670bb62923d46be88d62d1093a5da217b68349c8e08152
+size 501803488
diff --git a/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00001-of-00036.arrow b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00001-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..cfad749c8e0ad98f6df1d12b910bce769a0e8167
--- /dev/null
+++ b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00001-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d47ec6f5f49b73bd33fd16ff9a3618c6e761c16662120a69d4f1ad04346397
+size 501803488
diff --git a/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00002-of-00036.arrow b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00002-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..fce7342471f5c3bc4becc07a4c9fcabd8373a0bf
--- /dev/null
+++ b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00002-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3306d88be34750a8651ea498328cd864e72ac97e8fb6dfc28d07f8e58155ce66
+size 501803488
diff --git a/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00003-of-00036.arrow b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00003-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..83d838792a21734d6d773cf3a8d9482fbf953df5
--- /dev/null
+++ b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00003-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04954f1dd5a72737cf34a1052a3aac4d6e32b8fb620f44febdb87a9666976b4a
+size 501803488
diff --git a/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00004-of-00036.arrow b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00004-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..39080293fa8e91d49248ad05d5cd1232240b0378
--- /dev/null
+++ b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00004-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0629205b35d36b7a39221bc58d8c8bfe48f1b9dc45d94f1a7b3faf8f6e1960bb
+size 501803488
diff --git a/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00006-of-00036.arrow b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00006-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..ff9424ffa2cdaa205cdb81a243c74f0a997ffd81
--- /dev/null
+++ b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00006-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b07a80d1c52114e18c8b174bc9a9c6ced39afe6f02a1a323707bf8476d0fe05
+size 501803488
diff --git a/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00007-of-00036.arrow b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00007-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..f614ac30a54f0c2ea8e9f35457e4dcca7025d251
--- /dev/null
+++ b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00007-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7daf52cda8c6142880d8943230cae9043acd2a0d3361fa4544aab31aa928ca27
+size 501803488
diff --git a/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00008-of-00036.arrow b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00008-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..cf84870d486fe61bcc2e2c13d7af104fba26054f
--- /dev/null
+++ b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00008-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50b4058470be66cb8da6bfba1d3a9481c4942a50e3a99b0ee44009e5c761c0b
+size 501803488
diff --git a/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00009-of-00036.arrow b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00009-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..5996154be09ec70d7e8fbb2f49a955f3cede94d7
--- /dev/null
+++ b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00009-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e1302099e41f21305b8a835d005aae836324b0b90920d11c50b8bb3113651a
+size 501803488
diff --git a/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00012-of-00036.arrow b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00012-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..86cba26ff71750ede821b3e08ae8bd118bd217ef
--- /dev/null
+++ b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00012-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:540b64b307cabc89d9d5a16b14f9f33f84792f29bd86ed9962f95d4501c01c53
+size 501803488
diff --git a/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00013-of-00036.arrow b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00013-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..d59074bafd6006b684eb4df264bff7a0e45d1de1
--- /dev/null
+++ b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00013-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2865031c56396ac86e78ea3ecf24c84082960a66daf470756fd2d672afd173
+size 501803488
diff --git a/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00014-of-00036.arrow b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00014-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..270620aa0ae871ba7fbb17907a18c02198212b37
--- /dev/null
+++ b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00014-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b06b0056e0309da99050f58b8576c6e5e3d7315a70f0fdc93947dd4914e983d
+size 501803488
diff --git a/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00016-of-00036.arrow b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00016-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..cb603fb21754ca43e156da483c4d4c62e3496782
--- /dev/null
+++ b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00016-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1264f79690434173474fc33141e56c51cde0a3efdde9777efde16631ea02a0c
+size 501803488
diff --git a/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00017-of-00036.arrow b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00017-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..185bfd3fa856a8c852a10e8680b00e412ff5351f
--- /dev/null
+++ b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00017-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:434daa3a77fac46beb2d7c33ae3b900f492127a2577d7be1f8e9d3b4c7767b9b
+size 501803488
diff --git a/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00029-of-00036.arrow b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00029-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..f2ce896f3131f1e3ef30f10baef95baffc39e35f
--- /dev/null
+++ b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00029-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a983887d642f83e16e9a21248e917a6c46ce116fb01f1e527fb6aa426484597
+size 501803488
diff --git a/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00030-of-00036.arrow b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00030-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..a1f2a94093e89cf88e496fa6e5d72158b66dea81
--- /dev/null
+++ b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00030-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dfa5dee64546f0f7adc77a148764a4b14d53d0f74e80ff64778366d96b94d81
+size 501803488
diff --git a/data/processed/lm1b-bert-128/train/data-00000-of-00004.arrow b/data/processed/lm1b-bert-128/train/data-00000-of-00004.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..9545f6c5bc51fa10669bf648a65d2898b3ae285d
--- /dev/null
+++ b/data/processed/lm1b-bert-128/train/data-00000-of-00004.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1842d29417604f3c3ee4ba6fd648adebf47ef3d33588ca7eacad5f7e60dc276
+size 454895728
diff --git a/data/processed/lm1b-bert-128/train/data-00001-of-00004.arrow b/data/processed/lm1b-bert-128/train/data-00001-of-00004.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..03741525d168df0b7074603410a9c76ec28a01e2
--- /dev/null
+++ b/data/processed/lm1b-bert-128/train/data-00001-of-00004.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:395ff7ef22b9f42ed72ab4d4f319d1a5da1756ae85d5bd498c3b5b4dfc96273e
+size 454895728
diff --git a/data/processed/lm1b-bert-128/train/data-00002-of-00004.arrow b/data/processed/lm1b-bert-128/train/data-00002-of-00004.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..d6f4356e62f95ed769387a7a16553f6bb7eb298d
--- /dev/null
+++ b/data/processed/lm1b-bert-128/train/data-00002-of-00004.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8ed17f183a09947a7035b6a0571662d0797e6b236897e5b28e378c7ea8a3c0
+size 454895472
diff --git a/data/processed/owt-gpt2-1024/train/data-00000-of-00036.arrow b/data/processed/owt-gpt2-1024/train/data-00000-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..24a1c2445791e99fb8c5926fd649a56ba41f5808
--- /dev/null
+++ b/data/processed/owt-gpt2-1024/train/data-00000-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72f7336f1853a6c457b3577de05bcfdab64e2657618cf5cc2dbdc5c16f5e1da
+size 496963712
diff --git a/data/processed/owt-gpt2-1024/train/data-00001-of-00036.arrow b/data/processed/owt-gpt2-1024/train/data-00001-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..c2059c5a029f00bcc62fd50ae90908b011266216
--- /dev/null
+++ b/data/processed/owt-gpt2-1024/train/data-00001-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb112eed5a7d1434d37625f69579038fc6e3d8bd6dd0cfe34ec3b83cd4ce1436
+size 496961664
diff --git a/data/processed/owt-gpt2-1024/train/data-00003-of-00036.arrow b/data/processed/owt-gpt2-1024/train/data-00003-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..baec60751e54ad354a80f26aad70eb55f3d7df72
--- /dev/null
+++ b/data/processed/owt-gpt2-1024/train/data-00003-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e13682f9f96f961204ddd5d2cc03daf5eddbc80700fc154d0268e55008d0733b
+size 496961664
diff --git a/data/processed/owt-gpt2-1024/train/data-00004-of-00036.arrow b/data/processed/owt-gpt2-1024/train/data-00004-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..1f6c066398ed3a93c784a046c7ae2acf0b4413a9
--- /dev/null
+++ b/data/processed/owt-gpt2-1024/train/data-00004-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4e6549059babb015bbceaa6ba23b9e606df89daaa87bcc1dba9ec55334fc83
+size 496961664
diff --git a/data/processed/owt-gpt2-1024/train/data-00006-of-00036.arrow b/data/processed/owt-gpt2-1024/train/data-00006-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..775bb91dc21b58cc286e7bbd65c86d4d4ab9ae6b
--- /dev/null
+++ b/data/processed/owt-gpt2-1024/train/data-00006-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4049c39ed5ec67550805893c3b8a19ce3954cd6140680b0518b24db2aaba9aa
+size 496961664
diff --git a/data/processed/owt-gpt2-1024/train/data-00008-of-00036.arrow b/data/processed/owt-gpt2-1024/train/data-00008-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..138f26167c90ceacfa1022a9c2d06330c5093ea4
--- /dev/null
+++ b/data/processed/owt-gpt2-1024/train/data-00008-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac412a4af6799d5fff761360217e176f6ca1778082bcffe68f7560d44ec3118b
+size 496961664
diff --git a/data/processed/owt-gpt2-1024/train/data-00009-of-00036.arrow b/data/processed/owt-gpt2-1024/train/data-00009-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..76e7f75f8041555d29e8397100865e54c74bf8c3
--- /dev/null
+++ b/data/processed/owt-gpt2-1024/train/data-00009-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1335e59d8c37be55c5509a1323d4ad31e18a9a5ce7199cd6638f0888408f102e
+size 496961664
diff --git a/data/processed/owt-gpt2-1024/train/data-00010-of-00036.arrow b/data/processed/owt-gpt2-1024/train/data-00010-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..d8f3efef899d7988013ba393155af8ebda96d6d2
--- /dev/null
+++ b/data/processed/owt-gpt2-1024/train/data-00010-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:883f016e7ede7a8c54c65d88fc1cab6e5eb1bf5e1bbc230ff24dc8e6407b8a02
+size 496961664
diff --git a/data/processed/owt-gpt2-1024/train/data-00011-of-00036.arrow b/data/processed/owt-gpt2-1024/train/data-00011-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..6790eb231ea2df928a01b0d3ee30e4311fb47149
--- /dev/null
+++ b/data/processed/owt-gpt2-1024/train/data-00011-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af8234ed01bdfb2852945d765118e074e544233ed2a487be51701f1f4fd6851
+size 496961664
diff --git a/data/processed/owt-gpt2-1024/train/data-00014-of-00036.arrow b/data/processed/owt-gpt2-1024/train/data-00014-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..76246aab2c387fc5a773653ec08191ddc672ba6f
--- /dev/null
+++ b/data/processed/owt-gpt2-1024/train/data-00014-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:083f499c788443150dbc2b7e92dad4b3781aa7f2066a736acbca43d16d714518
+size 496961664
diff --git a/data/processed/owt-gpt2-1024/train/data-00015-of-00036.arrow b/data/processed/owt-gpt2-1024/train/data-00015-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..6ef9aad93bbadc557f3d9a3753b8c57e19dec84c
--- /dev/null
+++ b/data/processed/owt-gpt2-1024/train/data-00015-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3fe5de327b1369c171d1e03f9f2a60cc99881f8b026710f7ef0b759ee75b9f
+size 496961664
diff --git a/data/processed/owt-gpt2-1024/train/data-00016-of-00036.arrow b/data/processed/owt-gpt2-1024/train/data-00016-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..00d949beddca2c96e7a997511bff74baa5ca2f02
--- /dev/null
+++ b/data/processed/owt-gpt2-1024/train/data-00016-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37fdfc1b324b8952ccb17552da7582f6c67dca5db19a03edc410ec692cca2086
+size 496961664
diff --git a/data/processed/owt-gpt2-1024/train/data-00023-of-00036.arrow b/data/processed/owt-gpt2-1024/train/data-00023-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..f3c42eca518d19978bba447ec9d6f9b4555793d0
--- /dev/null
+++ b/data/processed/owt-gpt2-1024/train/data-00023-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59867054f81fc70da375ee2ca112cf69e655ab6da0d14ec2c280c31fcd1dc9b
+size 496961664
diff --git a/data/processed/owt-gpt2-1024/train/data-00029-of-00036.arrow b/data/processed/owt-gpt2-1024/train/data-00029-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..fb77ae991e8b98f867e4929b220e8aac33d4cbbf
--- /dev/null
+++ b/data/processed/owt-gpt2-1024/train/data-00029-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc3f16f159189883d51e97b83640eedc723e8e6475a3361595b825598e19da4
+size 496961664
diff --git a/data/processed/owt-gpt2-1024/train/data-00030-of-00036.arrow b/data/processed/owt-gpt2-1024/train/data-00030-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..a61b0b98a1934aef8d13c87e3f22ae57ebdf2ea1
--- /dev/null
+++ b/data/processed/owt-gpt2-1024/train/data-00030-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2916afb7c4fb7730a5b86d3b37abee29b8d1f7a632c73552e111c88289ac85
+size 496961664
diff --git a/data/processed/owt-gpt2-1024/train/data-00031-of-00036.arrow b/data/processed/owt-gpt2-1024/train/data-00031-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..a5434bda4c5aca0872ac0d21b145651e948a9c43
--- /dev/null
+++ b/data/processed/owt-gpt2-1024/train/data-00031-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c97e4afff654e5fc7a078b6199dd766236b88513c3111baaacb1cb23f1ccdfa
+size 496961664
diff --git a/data/processed/owt-gpt2-1024/train/data-00032-of-00036.arrow b/data/processed/owt-gpt2-1024/train/data-00032-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..fda384b7c356894e8d1f3e2b790e388dc912d7be
--- /dev/null
+++ b/data/processed/owt-gpt2-1024/train/data-00032-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2521d39a2fbb359a01b87b20fe25ab3869e757627699c586c2c64d8c475f9d8
+size 496961664
diff --git a/data/processed/owt-gpt2-1024/train/data-00034-of-00036.arrow b/data/processed/owt-gpt2-1024/train/data-00034-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..05bcffe99affa58be36b03acc37f17d2930b491b
--- /dev/null
+++ b/data/processed/owt-gpt2-1024/train/data-00034-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b855312afd765fce956c020b4ca415c520ed58915ce77ff0f74134707691d55b
+size 496961664
diff --git a/data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00019-of-00080.arrow b/data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00019-of-00080.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..a052602ce3a8c2d8ca9c757d4ceddf4ed72fab33
--- /dev/null
+++ b/data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00019-of-00080.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb7887bbfa664131f49a01bbf29b1d63b7c4b15b30ba51fe3a9b153b036f985
+size 504667744
diff --git a/data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00023-of-00080.arrow b/data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00023-of-00080.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..7e8d0fa4cad327a9ccda1e8c82b106add9f42537
--- /dev/null
+++ b/data/raw/huggingface/datasets/Skylion007___openwebtext/plain_text/0.0.0/79d93d786212f7344586290adb811d4ae6a1762c/openwebtext-train-00023-of-00080.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ead941ac9ef877b2555b71969945e638a4b0d6defdc19532b6dd8227b78381d
+size 503883624
diff --git a/data/raw/huggingface/hub/models--bert-base-uncased/blobs/ea201fabe466ef7182f1f687fb5be4b62a73d3a78883f11264ff7f682cdb54bf b/data/raw/huggingface/hub/models--bert-base-uncased/blobs/ea201fabe466ef7182f1f687fb5be4b62a73d3a78883f11264ff7f682cdb54bf
new file mode 100644
index 0000000000000000000000000000000000000000..5dfe9adac0748dcecbb14ab068f6a9406d7348da
--- /dev/null
+++ b/data/raw/huggingface/hub/models--bert-base-uncased/blobs/ea201fabe466ef7182f1f687fb5be4b62a73d3a78883f11264ff7f682cdb54bf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea201fabe466ef7182f1f687fb5be4b62a73d3a78883f11264ff7f682cdb54bf
+size 438064459
diff --git a/data/raw/huggingface/hub/models--bert-base-uncased/snapshots/86b5e0934494bd15c9632b12f734a8a67f723594/flax_model.msgpack b/data/raw/huggingface/hub/models--bert-base-uncased/snapshots/86b5e0934494bd15c9632b12f734a8a67f723594/flax_model.msgpack
new file mode 100644
index 0000000000000000000000000000000000000000..5dfe9adac0748dcecbb14ab068f6a9406d7348da
--- /dev/null
+++ b/data/raw/huggingface/hub/models--bert-base-uncased/snapshots/86b5e0934494bd15c9632b12f734a8a67f723594/flax_model.msgpack
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea201fabe466ef7182f1f687fb5be4b62a73d3a78883f11264ff7f682cdb54bf
+size 438064459
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00000-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00000-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..fa86ddda41574bf07fe0a3559bd67fb359192d8f
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00000-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14dad237983f0a5d7dd88e34ca6fff06fb359ea4c56f449a27294e158b173495
+size 496962632
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00002-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00002-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..54daba31b85b6be5d21917ccf9c4e0a29867a8d2
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00002-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb95eec5f551139c8f2e6ba131c54140270595d27e9e83bc34bcb345bd398b4
+size 496962632
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00005-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00005-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..6cd82e8075c9239e86f2110f0962ea0af3bbe870
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00005-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d855c81a41533cdb30dd56de47ffa78fa420607efcb5276da626a131ddb935a2
+size 496962632
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00006-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00006-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..e6ce9f113cf1dac70676efc165de55ca22b8f7c2
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00006-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f99f5aab6bea251501ee973ac6b12a9ae77087569caf8e200aa0cbc5cd68b8a
+size 496962632
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00008-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00008-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..defe8520c323ef9245ad523167dfda2dbdea2584
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00008-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5220850da5719c08f0ea844378213f9ad1912075fb3ca25ca2701a87cb02a6
+size 496962632
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00011-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00011-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..5ac352853fe57a3af8c82f8b30c131673e713811
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00011-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4339306aba28c7c46e222dd7437be081cec6564bf2cbbc0dab92619b86ed0b
+size 496962632
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00012-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00012-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..cf7527b8005df27063d9631a90d8726839c9cdeb
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00012-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2576a103304469a100a82c6df9bb0f9633e216828c470f95c6d16de5203d8b3f
+size 496962632
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00014-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00014-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..ab7bf13481af2d4ca468dfad378ce6628c15f65b
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00014-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c47cb2da1bb667846567f4ce7ff2dd5f2073ffeba58d48ce0881553706ffa4
+size 496962632
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00017-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00017-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..dcd85e465eb23cd764d937fdfe7ba0973f98da04
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00017-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ec74263e5c724e0a3bb17a03d47f71d19b5e0d0aa95808a08d8e6a3e2a0692
+size 496962632
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00020-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00020-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..830b00e0aebc66e50486f2282bc51d883b9c8801
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00020-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d56991baabc9d62db997fb05a883397cab717dc164658b51522bcae488a58db
+size 496959560
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00023-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00023-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..e15604717e74396a1287d7c923954f63321e63b0
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00023-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4ad1cd5f2193b02188804c3cd6483fc7375769cdc8f8a3510f606be6d455f8
+size 496959560
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00026-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00026-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..2e2f7cb8f901caa62d77b972385eec1d1eee196a
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00026-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98044a742564427cf596e9e2980bd958819323f96e8ad659c76b768e975a786
+size 496959560
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00027-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00027-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..3a5de1b2001d1cd213f72b8ee7dbcfb196d3b8fa
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00027-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e68e9deb225082a56040d99090d7c0e66644ccf5de3801ad73fd5bc3734d7ce
+size 496959560
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00029-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00029-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..1128142b5efdcdda670f99f0342b716064ebaef2
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00029-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1758c9c6a5579971f3635694f33608f5cb1ce59512d7b1f3062f19d5f6214fbe
+size 496959560
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00035-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00035-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..23cb32be07e042af31b7583ef6b2a58275ff8d1b
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00035-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1dfab3be8869848734e652698081d1dedc1941588885a1f73a194154120178
+size 496959560
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00038-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00038-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..687532a3e7493d13abdfb72e091bdf9a8eba1d60
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00038-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e555572507244a6e40669770a4e8df2a34dbd27665d7b8db06916dd362030f
+size 496959560
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00041-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00041-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..afaed382b481ae9e577ca6bfc2bf095dd00d2670
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00041-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4da01ded86e23082a5030222d58434a0c58a69c17ea120653845c12fe1a4af2
+size 496959560
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00042-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00042-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..452a8a47619379322816005181e7fb51d50dfced
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00042-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22431612143366b880dfbacb3b4646131b0357977a42d31297a78170391a9695
+size 496959560
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00044-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00044-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..16b21e2a21bc2e49da6fcb5fdc888510a7e2cf69
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00044-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44deb08e99bea46501e14f96533122149e1e51532b8cdb40818e971dc74bb21c
+size 496959560
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00047-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00047-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..736f7d021b70561c11a3801e178dfce32240f2a6
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00047-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99951866e4aa321a0ae43f5dc612a4143cf472233fc3ac9aa31acfbad909b105
+size 496959560
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00050-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00050-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..6d97a45d1737c0d062f09433709ec0528d8c995d
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00050-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7123083f1c3089ec6051f5ae664ed52e2da144e1150a129582fed7683fbd1b5f
+size 496959560
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00053-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00053-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..54ab11e1bc5b1177f4232b8c61f99643807592d8
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00053-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c761f9e30bc89fcfbb719c7040bbf114055699f599329e1b79468bbd3fa003af
+size 496959560
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00000-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00000-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..fa86ddda41574bf07fe0a3559bd67fb359192d8f
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00000-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14dad237983f0a5d7dd88e34ca6fff06fb359ea4c56f449a27294e158b173495
+size 496962632
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00002-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00002-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..54daba31b85b6be5d21917ccf9c4e0a29867a8d2
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00002-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb95eec5f551139c8f2e6ba131c54140270595d27e9e83bc34bcb345bd398b4
+size 496962632
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00003-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00003-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..fc846b43697dde01cb94d265df64ad202332679f
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00003-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5de785f7e052f89f7ef070bc1aabc76e72b0ef03b6ca6147a8e1885993f0248
+size 496962632
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00005-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00005-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..6cd82e8075c9239e86f2110f0962ea0af3bbe870
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00005-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d855c81a41533cdb30dd56de47ffa78fa420607efcb5276da626a131ddb935a2
+size 496962632
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00006-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00006-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..e6ce9f113cf1dac70676efc165de55ca22b8f7c2
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00006-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f99f5aab6bea251501ee973ac6b12a9ae77087569caf8e200aa0cbc5cd68b8a
+size 496962632
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00008-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00008-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..defe8520c323ef9245ad523167dfda2dbdea2584
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00008-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5220850da5719c08f0ea844378213f9ad1912075fb3ca25ca2701a87cb02a6
+size 496962632
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00009-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00009-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..91f3ab30a65329be0efff751bd738dfb73c544e8
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00009-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c6a83fc2d1c365c9a1dcf5443cc74f3171a43a103cee9552d1ae501ad24988
+size 496962632
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00011-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00011-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..5ac352853fe57a3af8c82f8b30c131673e713811
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00011-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4339306aba28c7c46e222dd7437be081cec6564bf2cbbc0dab92619b86ed0b
+size 496962632
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00012-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00012-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..cf7527b8005df27063d9631a90d8726839c9cdeb
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00012-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2576a103304469a100a82c6df9bb0f9633e216828c470f95c6d16de5203d8b3f
+size 496962632
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00014-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00014-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..ab7bf13481af2d4ca468dfad378ce6628c15f65b
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00014-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c47cb2da1bb667846567f4ce7ff2dd5f2073ffeba58d48ce0881553706ffa4
+size 496962632
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00017-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00017-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..dcd85e465eb23cd764d937fdfe7ba0973f98da04
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00017-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ec74263e5c724e0a3bb17a03d47f71d19b5e0d0aa95808a08d8e6a3e2a0692
+size 496962632
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00020-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00020-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..830b00e0aebc66e50486f2282bc51d883b9c8801
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00020-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d56991baabc9d62db997fb05a883397cab717dc164658b51522bcae488a58db
+size 496959560
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00023-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00023-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..e15604717e74396a1287d7c923954f63321e63b0
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00023-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4ad1cd5f2193b02188804c3cd6483fc7375769cdc8f8a3510f606be6d455f8
+size 496959560
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00026-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00026-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..2e2f7cb8f901caa62d77b972385eec1d1eee196a
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00026-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98044a742564427cf596e9e2980bd958819323f96e8ad659c76b768e975a786
+size 496959560
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00027-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00027-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..3a5de1b2001d1cd213f72b8ee7dbcfb196d3b8fa
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00027-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e68e9deb225082a56040d99090d7c0e66644ccf5de3801ad73fd5bc3734d7ce
+size 496959560
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00028-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00028-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..db55d72bed5f65e1885e2d4ca49863ce0213860f
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00028-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ed22604c3142cc9d0227d53bce59b4206810b3076e84c5582e75f0dc886cd4e
+size 496959560
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00029-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00029-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..1128142b5efdcdda670f99f0342b716064ebaef2
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00029-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1758c9c6a5579971f3635694f33608f5cb1ce59512d7b1f3062f19d5f6214fbe
+size 496959560
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00032-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00032-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..766543a4ffe8f87bcf57eb575e526da402affcb0
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00032-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cdb9a79e6721320c7586aa3078e06531f3176ac8e83458e10072d1e2abe2464
+size 496959560
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00035-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00035-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..23cb32be07e042af31b7583ef6b2a58275ff8d1b
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00035-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1dfab3be8869848734e652698081d1dedc1941588885a1f73a194154120178
+size 496959560
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00038-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00038-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..687532a3e7493d13abdfb72e091bdf9a8eba1d60
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00038-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e555572507244a6e40669770a4e8df2a34dbd27665d7b8db06916dd362030f
+size 496959560
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00041-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00041-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..afaed382b481ae9e577ca6bfc2bf095dd00d2670
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00041-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4da01ded86e23082a5030222d58434a0c58a69c17ea120653845c12fe1a4af2
+size 496959560
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00042-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00042-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..452a8a47619379322816005181e7fb51d50dfced
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00042-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22431612143366b880dfbacb3b4646131b0357977a42d31297a78170391a9695
+size 496959560
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00044-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00044-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..16b21e2a21bc2e49da6fcb5fdc888510a7e2cf69
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00044-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44deb08e99bea46501e14f96533122149e1e51532b8cdb40818e971dc74bb21c
+size 496959560
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00047-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00047-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..736f7d021b70561c11a3801e178dfce32240f2a6
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00047-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99951866e4aa321a0ae43f5dc612a4143cf472233fc3ac9aa31acfbad909b105
+size 496959560
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00050-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00050-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..6d97a45d1737c0d062f09433709ec0528d8c995d
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00050-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7123083f1c3089ec6051f5ae664ed52e2da144e1150a129582fed7683fbd1b5f
+size 496959560
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00053-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00053-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..54ab11e1bc5b1177f4232b8c61f99643807592d8
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00053-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c761f9e30bc89fcfbb719c7040bbf114055699f599329e1b79468bbd3fa003af
+size 496959560
diff --git a/data/training_cache/duo/lm1b/lm1b_train_bs128_wrapped.dat/data-00002-of-00006.arrow b/data/training_cache/duo/lm1b/lm1b_train_bs128_wrapped.dat/data-00002-of-00006.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..6eab40b36fc17794582275984182f230a1419c9b
--- /dev/null
+++ b/data/training_cache/duo/lm1b/lm1b_train_bs128_wrapped.dat/data-00002-of-00006.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e76c6a903d365bd405b35b113a40933187ff2676ddd01424404450816f6b8892
+size 454886336
diff --git a/data/training_cache/duo/lm1b/lm1b_train_bs128_wrapped.dat/data-00004-of-00006.arrow b/data/training_cache/duo/lm1b/lm1b_train_bs128_wrapped.dat/data-00004-of-00006.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..3b643d5720b8a8ea2396ba28d634cbbf22c80803
--- /dev/null
+++ b/data/training_cache/duo/lm1b/lm1b_train_bs128_wrapped.dat/data-00004-of-00006.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07bb15e19d3ccb5fce7970304b5b6097cdb6e9159e351e9ad5f17ae7607afaef
+size 454886336
diff --git a/data/training_cache/sdtt/lm1b/lm1b_train_bs128_wrapped.dat/data-00000-of-00004.arrow b/data/training_cache/sdtt/lm1b/lm1b_train_bs128_wrapped.dat/data-00000-of-00004.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..9545f6c5bc51fa10669bf648a65d2898b3ae285d
--- /dev/null
+++ b/data/training_cache/sdtt/lm1b/lm1b_train_bs128_wrapped.dat/data-00000-of-00004.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1842d29417604f3c3ee4ba6fd648adebf47ef3d33588ca7eacad5f7e60dc276
+size 454895728
diff --git a/data/training_cache/sdtt/lm1b/lm1b_train_bs128_wrapped.dat/data-00001-of-00004.arrow b/data/training_cache/sdtt/lm1b/lm1b_train_bs128_wrapped.dat/data-00001-of-00004.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..03741525d168df0b7074603410a9c76ec28a01e2
--- /dev/null
+++ b/data/training_cache/sdtt/lm1b/lm1b_train_bs128_wrapped.dat/data-00001-of-00004.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:395ff7ef22b9f42ed72ab4d4f319d1a5da1756ae85d5bd498c3b5b4dfc96273e
+size 454895728
diff --git a/data/training_cache/sdtt/lm1b/lm1b_train_bs128_wrapped.dat/data-00002-of-00004.arrow b/data/training_cache/sdtt/lm1b/lm1b_train_bs128_wrapped.dat/data-00002-of-00004.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..d6f4356e62f95ed769387a7a16553f6bb7eb298d
--- /dev/null
+++ b/data/training_cache/sdtt/lm1b/lm1b_train_bs128_wrapped.dat/data-00002-of-00004.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8ed17f183a09947a7035b6a0571662d0797e6b236897e5b28e378c7ea8a3c0
+size 454895472
diff --git a/data/training_cache/sdtt/lm1b/lm1b_train_bs128_wrapped.dat/data-00003-of-00004.arrow b/data/training_cache/sdtt/lm1b/lm1b_train_bs128_wrapped.dat/data-00003-of-00004.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..7184005b8dcd1e6f7908b27550d9e3845e8f4197
--- /dev/null
+++ b/data/training_cache/sdtt/lm1b/lm1b_train_bs128_wrapped.dat/data-00003-of-00004.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2272f8e8d83a5189d0a2d39e0010949f2b7914aae4f9e5cb2316f392fc699e56
+size 454895472
diff --git a/downloads/flm_official_ckpt/owt_flm.ckpt b/downloads/flm_official_ckpt/owt_flm.ckpt
new file mode 100644
index 0000000000000000000000000000000000000000..f36e4059c661c011424bc417fad992608c15878d
--- /dev/null
+++ b/downloads/flm_official_ckpt/owt_flm.ckpt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6b2b4f64f7463713a020158b61474092773b39985baed1cf9442bd425ca23f
+size 4751601080
diff --git a/results/_archive/rerun_di4c_gpu4_gpu7_20260825_111320/checkpoints/reference_reproduction/duo_di4c/lm1b/inputs/teacher_adapted.ckpt b/results/_archive/rerun_di4c_gpu4_gpu7_20260825_111320/checkpoints/reference_reproduction/duo_di4c/lm1b/inputs/teacher_adapted.ckpt
new file mode 100644
index 0000000000000000000000000000000000000000..8186c9d8dbe07b81c71f4e1985da8219d31afa49
--- /dev/null
+++ b/results/_archive/rerun_di4c_gpu4_gpu7_20260825_111320/checkpoints/reference_reproduction/duo_di4c/lm1b/inputs/teacher_adapted.ckpt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f34e31d2743d9851c4314f52861e5f2366bfdbea51b156a9bd102fc592f0b23
+size 557220607