diff --git a/checkpoints/official/duo/raw_owt/duo-distilled.ckpt b/checkpoints/official/duo/raw_owt/duo-distilled.ckpt
new file mode 100644
index 0000000000000000000000000000000000000000..51e320c97fc83a0facc1ce4fe414af89e80115e8
--- /dev/null
+++ b/checkpoints/official/duo/raw_owt/duo-distilled.ckpt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23dba8a6cc97500f3798cb35484c8219a6c8a611b38f9dc92e2ae23946f593a9
+size 2715755352
diff --git a/checkpoints/quarantine/20260820T073311Z/official/duo/raw_owt/duo-distilled.ckpt b/checkpoints/quarantine/20260820T073311Z/official/duo/raw_owt/duo-distilled.ckpt
new file mode 100644
index 0000000000000000000000000000000000000000..51e320c97fc83a0facc1ce4fe414af89e80115e8
--- /dev/null
+++ b/checkpoints/quarantine/20260820T073311Z/official/duo/raw_owt/duo-distilled.ckpt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23dba8a6cc97500f3798cb35484c8219a6c8a611b38f9dc92e2ae23946f593a9
+size 2715755352
diff --git a/checkpoints/quarantine/20260821T025727Z/official/duo/raw_owt/duo-distilled.ckpt b/checkpoints/quarantine/20260821T025727Z/official/duo/raw_owt/duo-distilled.ckpt
new file mode 100644
index 0000000000000000000000000000000000000000..51e320c97fc83a0facc1ce4fe414af89e80115e8
--- /dev/null
+++ b/checkpoints/quarantine/20260821T025727Z/official/duo/raw_owt/duo-distilled.ckpt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23dba8a6cc97500f3798cb35484c8219a6c8a611b38f9dc92e2ae23946f593a9
+size 2715755352
diff --git a/checkpoints/quarantine/20260825T101313Z/official/duo/raw_owt/duo-distilled.ckpt b/checkpoints/quarantine/20260825T101313Z/official/duo/raw_owt/duo-distilled.ckpt
new file mode 100644
index 0000000000000000000000000000000000000000..51e320c97fc83a0facc1ce4fe414af89e80115e8
--- /dev/null
+++ b/checkpoints/quarantine/20260825T101313Z/official/duo/raw_owt/duo-distilled.ckpt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23dba8a6cc97500f3798cb35484c8219a6c8a611b38f9dc92e2ae23946f593a9
+size 2715755352
diff --git a/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00010-of-00036.arrow b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00010-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..0bf2bc7913ad04f83501e64748d3f5e91b04f1ff
--- /dev/null
+++ b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00010-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21e1c2b88d89c1184e8ce4b9218ca790cd3671728c2126841e1d0918cdbe1278
+size 501803488
diff --git a/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00011-of-00036.arrow b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00011-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..dcf7abc8066a7e13647a66f79d5698eaee52d6d9
--- /dev/null
+++ b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00011-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee3b48a98c0f87587caf2730a6caac4d190fb260ecf92d681b8aedfa28832fb
+size 501803488
diff --git a/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00018-of-00036.arrow b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00018-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..fbdcdc82ba44268c56221bebc77590a0c0153f0e
--- /dev/null
+++ b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00018-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df737e007d56f709525d3ee7719835ebff0c0f9b5efa33e94fb0396d070ccf62
+size 501803488
diff --git a/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00020-of-00036.arrow b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00020-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..ffe4d9b06372db93eba1fa3c1d0f949f479cf1e3
--- /dev/null
+++ b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00020-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c76a395806690097d92d13220ec86d21ec50558cc0444e187000f4390f4ef1d
+size 501803488
diff --git a/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00021-of-00036.arrow b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00021-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..e251bf7e3da75d9bacb0d5b4385e0b53c753a83b
--- /dev/null
+++ b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00021-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84aa86a2895f5b15d10caa04341a6c708977ac3d8b58bfb96a4de1b2b699be1
+size 501803488
diff --git a/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00022-of-00036.arrow b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00022-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..c6560211a391417c39e65b1a8045abcf1f719782
--- /dev/null
+++ b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00022-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7a32ce39ff75312902e1a284ed07bee8d0d09496d9d5174c23103cacb818e1
+size 501803488
diff --git a/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00023-of-00036.arrow b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00023-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..e6133716895db8f99823593a3511ee3e71a5531f
--- /dev/null
+++ b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00023-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4461228e9091bd57e383416bb351d73b79fb0838e6c735bc72a42892cfb4d4
+size 501803488
diff --git a/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00024-of-00036.arrow b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00024-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..904f9e9aa5712311414dd52396f79a728af2bc3d
--- /dev/null
+++ b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00024-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e400ab2ee167a30d68fe57409a8297b02d1c98d4e1c33a844c6bda40ebc16a
+size 501803488
diff --git a/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00025-of-00036.arrow b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00025-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..743d96b471d91f1488009c25ada491b2088be6da
--- /dev/null
+++ b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00025-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aef1dbd8dddb6ca6243b9913c9950683c2efe3a330f4232cf3988a350eab667
+size 501803488
diff --git a/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00026-of-00036.arrow b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00026-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..c0e59bb4b2d9346e8b5a13184985d053cb58bd0e
--- /dev/null
+++ b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00026-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5ba3e0a6225e661486c36b88c761c176d273181136a503e11ddbae34decd34
+size 501803488
diff --git a/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00031-of-00036.arrow b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00031-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..25ce12a5e23b18c3ca9cc2bdceb3d278aef644d7
--- /dev/null
+++ b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00031-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f73cf8ee7c61b363c1e4fec22e8fb7e76bb2a1a6a42a358633faed32342c514f
+size 501803488
diff --git a/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00032-of-00036.arrow b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00032-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..f756714493cf50903df07ecb1083e6a255db8a04
--- /dev/null
+++ b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00032-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abbd41b51ed6dc5756190830bc52c9e936c7fb61434ad86ce0391beb827b2c0f
+size 501803488
diff --git a/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00033-of-00036.arrow b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00033-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..5710f2b57745ae29226d4785a5fd02a17ad8c6b3
--- /dev/null
+++ b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00033-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ebca84ab98f378b2f1580b21af228cb5cd94b65100f843ebd5a1940988d9fc
+size 501803488
diff --git a/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00034-of-00036.arrow b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00034-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..f75b95faa0f42a4b0298adeb05db913f7af94f0a
--- /dev/null
+++ b/data/processed/.builder-cache/owt/train/generator/default-b8b56016fa13f36d/0.0.0/generator-train-00034-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f4cbeb314d63cc154945bb11e8d44b650a88a3946b5e7000ae2edb11d223c0
+size 501803488
diff --git a/data/processed/owt-gpt2-1024/train/data-00012-of-00036.arrow b/data/processed/owt-gpt2-1024/train/data-00012-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..c9e81704dac27fdabc4a315e3cf4c68e6ee4bf64
--- /dev/null
+++ b/data/processed/owt-gpt2-1024/train/data-00012-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca1d78ce79b3dbc5a3c7106753d0af6809631542798234754d53fdcea7e5d40
+size 496961664
diff --git a/data/processed/owt-gpt2-1024/train/data-00018-of-00036.arrow b/data/processed/owt-gpt2-1024/train/data-00018-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..a636d2a6bcb133b21d81183431c1aae2416fedff
--- /dev/null
+++ b/data/processed/owt-gpt2-1024/train/data-00018-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbcbb6d4352e7410b428e93b60a1d8462a66e9ac1aacc456e37d4261a015ae5a
+size 496961664
diff --git a/data/processed/owt-gpt2-1024/train/data-00020-of-00036.arrow b/data/processed/owt-gpt2-1024/train/data-00020-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..296c0dfff613cf06ffb0116c1da2e80776a51bac
--- /dev/null
+++ b/data/processed/owt-gpt2-1024/train/data-00020-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f595653d508ca2a6c516b0e93d2ed85fffd9cb2130152e6621a5b79d44a8e4
+size 496961664
diff --git a/data/processed/owt-gpt2-1024/train/data-00022-of-00036.arrow b/data/processed/owt-gpt2-1024/train/data-00022-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..f476910b9450a76da2001d46dd96b54f174ddccc
--- /dev/null
+++ b/data/processed/owt-gpt2-1024/train/data-00022-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34811ff54d62eaad627f21deb99321017ef4a3d9a70a183fa96a55992bb37d8d
+size 496961664
diff --git a/data/processed/owt-gpt2-1024/train/data-00024-of-00036.arrow b/data/processed/owt-gpt2-1024/train/data-00024-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..762305b42d5f2cdc2abbbb9cf12d92042aff3132
--- /dev/null
+++ b/data/processed/owt-gpt2-1024/train/data-00024-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a064666a45f37b0a4b6ce9042ee6741f5f122db1f713c6634d9707947ed1cfc0
+size 496961664
diff --git a/data/processed/owt-gpt2-1024/train/data-00026-of-00036.arrow b/data/processed/owt-gpt2-1024/train/data-00026-of-00036.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..6eb578a9f487c9ad9be34e81c20b742085874a8f
--- /dev/null
+++ b/data/processed/owt-gpt2-1024/train/data-00026-of-00036.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7904f9ab98ef7534ddf4f9c2c24b9ef1802f1e79e0567e309740ea11cedac6f1
+size 496961664
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00001-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00001-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..51472aa2e293d6cca0d272f8fb9730a5b23240ce
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00001-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7636f7e1eaf0cf1a4d05dc2b15c001758680d5bd1d3e8874fd007654a947ef
+size 496962632
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00003-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00003-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..fc846b43697dde01cb94d265df64ad202332679f
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00003-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5de785f7e052f89f7ef070bc1aabc76e72b0ef03b6ca6147a8e1885993f0248
+size 496962632
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00004-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00004-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..3024ce972fce7ec27fe3b48b4998798f1e2a7c4f
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00004-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb8a2383b9a48320c6fb0a36ebe5f8ac5a671cffb660bd34c5407935be0cf27
+size 496962632
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00007-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00007-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..ac37830c561007b55e908cb354fd9d984efb4460
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00007-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9246a1cd2fc81912c45cad7b11df8c64f57a04a920288b7865b9df5cdc35c7ce
+size 496962632
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00009-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00009-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..91f3ab30a65329be0efff751bd738dfb73c544e8
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00009-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c6a83fc2d1c365c9a1dcf5443cc74f3171a43a103cee9552d1ae501ad24988
+size 496962632
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00010-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00010-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..2a484f0316261b580f9110cf6e9b1346ff6f8d66
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00010-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03ea0aff23ecf37cd3db6e1696a03ea2138c94c163a194b832a2515bfa31481
+size 496962632
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00013-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00013-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..9a6b213f6804e07152973e87798c7c4ad9a278ce
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00013-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0fab3afb24521856c00925019c3923cc26e44e64bd09c458d5197e794493f59
+size 496962632
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00016-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00016-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..77c962c22558c2ec6d6b5c3d10a22e12e75ab5d8
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00016-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa91d8eafd9ea5e36f9c9caaa90a6b59af9fcb5d80ddddff1a075afdaeadfb0d
+size 496962632
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00018-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00018-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..3c8f858dfa25de224d3bd51ee0496c3d4837a2e5
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00018-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a96ae63bcf7ea048bdd1ecac35269ba485bad6b8776145f67a1f0e68893a1e
+size 496962632
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00019-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00019-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..5eac47dcc3ca16abbc81f65e12f29c0ef6c3e470
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00019-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0740228e417bc6a7f2ee89e5064f101673e92880e43e988f047e943deeeefb32
+size 496959560
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00021-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00021-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..a3a2bb10d26a7e8401806fc94db8a3f73ebab486
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00021-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:923cf06e7abcaa2df39fe7f53f2a151433014a909ee1a88ea5a60225e099c79e
+size 496959560
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00022-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00022-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..0b9ddfc666aaedfec1dc04b8ae238f91b3bd3678
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00022-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:276e0551d94ab464f3cdefd12da75a214792f0b963378b382f4ef143ad9aafcb
+size 496959560
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00024-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00024-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..d8fb2106c181e14ec8b04ff5d0b6b28fb2e48edb
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00024-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c8a21a3c41ed677bf545437527ba21c7a725c27094526b4b79390f3cb80e76
+size 496959560
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00025-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00025-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..6e390b6e601e2b0c198f46d7989bc2c68be2fc94
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00025-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eecba4560abe22caf0b65f92f09bc27704fbb341f595dbb834c76209905d31e
+size 496959560
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00028-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00028-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..db55d72bed5f65e1885e2d4ca49863ce0213860f
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00028-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ed22604c3142cc9d0227d53bce59b4206810b3076e84c5582e75f0dc886cd4e
+size 496959560
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00030-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00030-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..660129ac2bf48b9c746d17e8611b57b6d03ad7e8
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00030-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af3ce81df438a637bec8bb8825b36c8d30885bc66ad30b5ccc07621b71509e2
+size 496959560
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00031-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00031-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..ebb5dd60857a2040847ea69213aec01832c126f6
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00031-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fafc80b7d71f5e5c060c0235b81f0a19b6202d1a6c86c61f31ea80d7ecc2d02a
+size 496959560
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00033-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00033-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..cf4c8a41932389f42c84c743ff3b68610eb17c49
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00033-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:580ac21cdf0131e949c045fea5ed1451c62c7b0ca3b7bd4c1671d2e5ebb96f3e
+size 496959560
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00034-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00034-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..9cb27a2f0fe08858c5352d2dd3f9dcc4121847cd
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00034-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5079492b41e7cdf2ea970f94bf6124e38c1772897e88e52a07828e47d80d8fd1
+size 496959560
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00036-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00036-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..b13541bea58034ea8fe0196f5b0e26397996d2a0
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00036-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8585f364b238a6433c14093ac2762d5727b481d71d8a4fe4ab6a3d48ecf2b570
+size 496959560
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00037-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00037-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..9a874d2817dbe418be249beb7d2d4f50db1c958e
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00037-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:695be5d88b0e6a54daa2f819a1e37e9329a10283962c003e42bc4704c4cf6129
+size 496959560
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00039-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00039-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..760ab5ca9cfffcb8463c21db4ffc7b31ba00832e
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00039-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d99be71a66035dbd79cf8fc50388a5f427090dfd1c200568e6d3107d8d094c19
+size 496959560
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00040-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00040-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..afc5c62b1c42fdc6be162a7b7859805eeb92f355
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00040-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb472d09cbdf3d605f89766d9b6a981fb31adcef8e7453e26126b27ada02bb9
+size 496959560
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00043-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00043-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..035a99df6a21ccb51626c8931aa44090fd7c78cc
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00043-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819d66cdbc33943219976b27b5ebbe910e01402489ac4e8bbe08b6286d96e15d
+size 496959560
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00046-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00046-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..792404cec8c8db5d5ebd978e6aa2aaeb8e8e3c24
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00046-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:878d2b57e7f9d8429e1170385f9ab99fa962039cc2e6af0a5c7f7d981e950bbc
+size 496959560
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00048-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00048-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..56c1b21d76980a8c40f90754bf9773d816c9b2ed
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00048-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ce10de838c5bb6a3e4c1c404281f1b01e23c7aafb6af9fa4f6ad84bdf3d723
+size 496959560
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00049-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00049-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..dda1d9401393fc6f7f670544bfdf45f801a03964
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00049-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c64c5562d2a20cb44385ff9253a66894c1c06c0decb5a9124f5b76ac9e87d9
+size 496959560
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00051-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00051-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..3d13750a1327a3028b9121fcbc786d15ee3af381
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00051-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493ff1bf0dda5f9ba3f6e6e748a3c57e7293ed3680f675bdf8fe5f29dfdc3bdd
+size 496959560
diff --git a/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00052-of-00054.arrow b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00052-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..ccaf37e52f90612a8bf0446cfdcbd6cb07e129d6
--- /dev/null
+++ b/data/training_cache/candi/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00052-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66bc8a9f73abfbf449bcc46afa963dcde9f4f9767bc59bb13896935977e2c46a
+size 496959560
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00001-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00001-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..51472aa2e293d6cca0d272f8fb9730a5b23240ce
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00001-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7636f7e1eaf0cf1a4d05dc2b15c001758680d5bd1d3e8874fd007654a947ef
+size 496962632
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00004-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00004-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..3024ce972fce7ec27fe3b48b4998798f1e2a7c4f
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00004-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb8a2383b9a48320c6fb0a36ebe5f8ac5a671cffb660bd34c5407935be0cf27
+size 496962632
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00007-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00007-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..ac37830c561007b55e908cb354fd9d984efb4460
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00007-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9246a1cd2fc81912c45cad7b11df8c64f57a04a920288b7865b9df5cdc35c7ce
+size 496962632
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00010-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00010-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..2a484f0316261b580f9110cf6e9b1346ff6f8d66
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00010-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03ea0aff23ecf37cd3db6e1696a03ea2138c94c163a194b832a2515bfa31481
+size 496962632
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00013-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00013-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..9a6b213f6804e07152973e87798c7c4ad9a278ce
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00013-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0fab3afb24521856c00925019c3923cc26e44e64bd09c458d5197e794493f59
+size 496962632
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00015-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00015-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..d85a220f2935c33842e32d40d6ccf00fb5f6a0d1
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00015-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb9c1aa33fabba84b64da62483c3844994efa3af2f8e436660c37bbb505c6f39
+size 496962632
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00016-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00016-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..77c962c22558c2ec6d6b5c3d10a22e12e75ab5d8
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00016-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa91d8eafd9ea5e36f9c9caaa90a6b59af9fcb5d80ddddff1a075afdaeadfb0d
+size 496962632
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00018-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00018-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..3c8f858dfa25de224d3bd51ee0496c3d4837a2e5
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00018-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a96ae63bcf7ea048bdd1ecac35269ba485bad6b8776145f67a1f0e68893a1e
+size 496962632
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00019-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00019-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..5eac47dcc3ca16abbc81f65e12f29c0ef6c3e470
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00019-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0740228e417bc6a7f2ee89e5064f101673e92880e43e988f047e943deeeefb32
+size 496959560
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00021-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00021-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..a3a2bb10d26a7e8401806fc94db8a3f73ebab486
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00021-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:923cf06e7abcaa2df39fe7f53f2a151433014a909ee1a88ea5a60225e099c79e
+size 496959560
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00022-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00022-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..0b9ddfc666aaedfec1dc04b8ae238f91b3bd3678
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00022-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:276e0551d94ab464f3cdefd12da75a214792f0b963378b382f4ef143ad9aafcb
+size 496959560
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00024-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00024-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..d8fb2106c181e14ec8b04ff5d0b6b28fb2e48edb
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00024-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c8a21a3c41ed677bf545437527ba21c7a725c27094526b4b79390f3cb80e76
+size 496959560
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00025-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00025-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..6e390b6e601e2b0c198f46d7989bc2c68be2fc94
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00025-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eecba4560abe22caf0b65f92f09bc27704fbb341f595dbb834c76209905d31e
+size 496959560
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00030-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00030-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..660129ac2bf48b9c746d17e8611b57b6d03ad7e8
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00030-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af3ce81df438a637bec8bb8825b36c8d30885bc66ad30b5ccc07621b71509e2
+size 496959560
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00031-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00031-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..ebb5dd60857a2040847ea69213aec01832c126f6
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00031-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fafc80b7d71f5e5c060c0235b81f0a19b6202d1a6c86c61f31ea80d7ecc2d02a
+size 496959560
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00033-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00033-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..cf4c8a41932389f42c84c743ff3b68610eb17c49
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00033-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:580ac21cdf0131e949c045fea5ed1451c62c7b0ca3b7bd4c1671d2e5ebb96f3e
+size 496959560
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00034-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00034-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..9cb27a2f0fe08858c5352d2dd3f9dcc4121847cd
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00034-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5079492b41e7cdf2ea970f94bf6124e38c1772897e88e52a07828e47d80d8fd1
+size 496959560
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00036-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00036-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..b13541bea58034ea8fe0196f5b0e26397996d2a0
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00036-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8585f364b238a6433c14093ac2762d5727b481d71d8a4fe4ab6a3d48ecf2b570
+size 496959560
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00037-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00037-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..9a874d2817dbe418be249beb7d2d4f50db1c958e
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00037-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:695be5d88b0e6a54daa2f819a1e37e9329a10283962c003e42bc4704c4cf6129
+size 496959560
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00039-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00039-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..760ab5ca9cfffcb8463c21db4ffc7b31ba00832e
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00039-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d99be71a66035dbd79cf8fc50388a5f427090dfd1c200568e6d3107d8d094c19
+size 496959560
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00040-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00040-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..afc5c62b1c42fdc6be162a7b7859805eeb92f355
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00040-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb472d09cbdf3d605f89766d9b6a981fb31adcef8e7453e26126b27ada02bb9
+size 496959560
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00043-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00043-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..035a99df6a21ccb51626c8931aa44090fd7c78cc
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00043-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819d66cdbc33943219976b27b5ebbe910e01402489ac4e8bbe08b6286d96e15d
+size 496959560
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00046-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00046-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..792404cec8c8db5d5ebd978e6aa2aaeb8e8e3c24
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00046-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:878d2b57e7f9d8429e1170385f9ab99fa962039cc2e6af0a5c7f7d981e950bbc
+size 496959560
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00048-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00048-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..56c1b21d76980a8c40f90754bf9773d816c9b2ed
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00048-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ce10de838c5bb6a3e4c1c404281f1b01e23c7aafb6af9fa4f6ad84bdf3d723
+size 496959560
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00049-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00049-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..dda1d9401393fc6f7f670544bfdf45f801a03964
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00049-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c64c5562d2a20cb44385ff9253a66894c1c06c0decb5a9124f5b76ac9e87d9
+size 496959560
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00051-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00051-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..3d13750a1327a3028b9121fcbc786d15ee3af381
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00051-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493ff1bf0dda5f9ba3f6e6e748a3c57e7293ed3680f675bdf8fe5f29dfdc3bdd
+size 496959560
diff --git a/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00052-of-00054.arrow b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00052-of-00054.arrow
new file mode 100644
index 0000000000000000000000000000000000000000..ccaf37e52f90612a8bf0446cfdcbd6cb07e129d6
--- /dev/null
+++ b/data/training_cache/di4c/owt/openwebtext-train_train_bs1024_wrapped.dat/data-00052-of-00054.arrow
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66bc8a9f73abfbf449bcc46afa963dcde9f4f9767bc59bb13896935977e2c46a
+size 496959560