diff --git a/Pretokenized_270B/fineweb_edu_000097_000.bin b/Pretokenized_270B/fineweb_edu_000097_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..03b012f8a236836f73dc59d4148772a4f3a46143 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000097_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b5cd9d9bf77ae22549b9aa85d295cc854824f298da2b7f07cf78715b4996b4b +size 200006818 diff --git a/Pretokenized_270B/fineweb_edu_000097_001.bin b/Pretokenized_270B/fineweb_edu_000097_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..f1f70ebb86090f2e3ddb8e2359bdbcdd79980b08 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000097_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38844774c537013853827d1dd165979b0d0274a7beaca95fa0399bef5204a61c +size 200002308 diff --git a/Pretokenized_270B/fineweb_edu_000097_002.bin b/Pretokenized_270B/fineweb_edu_000097_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..bf28739b40fe7c016f427bb842de34412627c318 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000097_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:163bac92d730c6506517bd0646dead59e4988e84909c780d0b5cda56092f89b4 +size 165377402 diff --git a/Pretokenized_270B/fineweb_edu_000098_000.bin b/Pretokenized_270B/fineweb_edu_000098_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..5575fcd13d6a07ede81d55c142a2e7001496f0f3 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000098_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4792a4babfacad79d7402634ae05378d675eb581b42ef2f295a16e45fd486ff +size 200000120 diff --git a/Pretokenized_270B/fineweb_edu_000098_001.bin b/Pretokenized_270B/fineweb_edu_000098_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..1a8fbed7495647dfc2d543e0e629096867370a4e --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000098_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f8d403c25637137b1ac8618ae48ecc2cfd875f4fedaaba4e3455502673565d8 +size 200002118 diff --git a/Pretokenized_270B/fineweb_edu_000098_002.bin b/Pretokenized_270B/fineweb_edu_000098_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..5ed6c77d1bdf1ecd99835798a650346741489f7f --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000098_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c84ac6e19b43fd9127aa7d682a9d4cd0d43e150b42a36449e1595855c8d5c407 +size 200002302 diff --git a/Pretokenized_270B/fineweb_edu_000098_003.bin b/Pretokenized_270B/fineweb_edu_000098_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..768c2e9fd97eede29c1e4ee4e9344cec92fca8d1 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000098_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29b5040d99d0dc18805d07af9502c0762a0e29d21ff55d7ed2eaa4a1de80a593 +size 200001298 diff --git a/Pretokenized_270B/fineweb_edu_000098_004.bin b/Pretokenized_270B/fineweb_edu_000098_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..6d706f53953b04411e4b37bd9fb620e5fb44be87 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000098_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdb9320a43e9dd83b8ca5dd1d7588f519d9f8420cea2b79928c39028b0fbe14f +size 200000284 diff --git a/Pretokenized_270B/fineweb_edu_000098_005.bin b/Pretokenized_270B/fineweb_edu_000098_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..e609fd959c5a34bcb84245b46250f57348c77c31 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000098_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e924fb9655efcd6d905465f1334766bd76e78f0b9238d040c4f139c6c1106285 +size 200000922 diff --git a/Pretokenized_270B/fineweb_edu_000098_006.bin b/Pretokenized_270B/fineweb_edu_000098_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..6984f68bf76ba5ab570cf987cee732863d3fd347 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000098_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:935ec146614257214f9c0114ad81ced4764b6c6cc780a0f44b49836a4672ea92 +size 200001082 diff --git a/Pretokenized_270B/fineweb_edu_000098_007.bin b/Pretokenized_270B/fineweb_edu_000098_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..eefb2584935ca97859bfb7a9b66e029516ae4d22 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000098_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e799f5b2ea9e08db9621d6e9a4e0e1049a7f18019cac7c55a0612162a4248f1 +size 200000130 diff --git a/Pretokenized_270B/fineweb_edu_000098_008.bin b/Pretokenized_270B/fineweb_edu_000098_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..1fbad5a9ac3b391446181704961840b0d69de295 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000098_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da693d46941e3ef3b04a1851ae47fd78bde063da4137d6b14d9cb02093682420 +size 200000240 diff --git a/Pretokenized_270B/fineweb_edu_000098_009.bin b/Pretokenized_270B/fineweb_edu_000098_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..940450b79796a0672ea8d6ef81b48ba4ac92cbce --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000098_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec8b635af1a2b6e48707fb734201c7a7bbc8c06582d22db3fa94e90d4d0a2463 +size 5381382 diff --git a/Pretokenized_270B/fineweb_edu_000099_000.bin b/Pretokenized_270B/fineweb_edu_000099_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..f88794a0e2481e5cc5dafac55e83612430cff3d7 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000099_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16b2b4ec739e62128211e71b32424f296ea56f02c5b664c3e0616d9ddcc3d5ac +size 200020366 diff --git a/Pretokenized_270B/fineweb_edu_000099_001.bin b/Pretokenized_270B/fineweb_edu_000099_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..d7715f911a4fe06c5993d71f2613ed570127e21b --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000099_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e19b353cecf7a167b9bd292e0a326693af14437c5f3a2bcce5e4fd9c1a3466e3 +size 200002300 diff --git a/Pretokenized_270B/fineweb_edu_000099_002.bin b/Pretokenized_270B/fineweb_edu_000099_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..29feb1bce0aa3d4f764326d9480c8f15b149826f --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000099_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2b915db2a61e8eaa88d880e3ffe9efe3f49113438fafb4bb510c4995f6aaf18 +size 200031588 diff --git a/Pretokenized_270B/fineweb_edu_000099_003.bin b/Pretokenized_270B/fineweb_edu_000099_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..34ddf37211827261dea5fac9516a6bbc593f6679 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000099_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:423b8688f8b52f0d0425b62b83809138b2fefc5344258207763079324da8fd09 +size 200013566 diff --git a/Pretokenized_270B/fineweb_edu_000099_004.bin b/Pretokenized_270B/fineweb_edu_000099_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..fb43bcca12137d83e848d426201970734b886410 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000099_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d02cb55ac06327300642d0ff37b9cfb6799939b5a55fa3c7b4cdb37962b6d6c7 +size 200002334 diff --git a/Pretokenized_270B/fineweb_edu_000099_005.bin b/Pretokenized_270B/fineweb_edu_000099_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..3ac2e61916929228cea2d3a3091ceccd4f53d85f --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000099_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc687be93f3b5b39e96f58ddbed23b4e17e9fb719c0d5407f877ade0ff7ca32d +size 200002646 diff --git a/Pretokenized_270B/fineweb_edu_000099_006.bin b/Pretokenized_270B/fineweb_edu_000099_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..191317ceb66ba813afc96cadf1364aa17e0a9605 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000099_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bf5fc4b60755ef2de40416c37f56217c942222ba2875e049776f2a0a7ab2cf6 +size 200000714 diff --git a/Pretokenized_270B/fineweb_edu_000099_007.bin b/Pretokenized_270B/fineweb_edu_000099_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..d6fd608916abcf1d4b26d4b3b20423b1e2c538c5 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000099_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9041e158ef58b9fbf6b0fb5538042211d7b3f658c5b1244d5a5b5bcd7c19b0f +size 200002026 diff --git a/Pretokenized_270B/fineweb_edu_000099_008.bin b/Pretokenized_270B/fineweb_edu_000099_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..d1302246cbb116b2fff8eb1ebf7c51420110e42d --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000099_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27c0f2b14123db79e43f368e6e0e0f1c2542599fb73097b4a9b7576efb3523f8 +size 200002360 diff --git a/Pretokenized_270B/fineweb_edu_000099_009.bin b/Pretokenized_270B/fineweb_edu_000099_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..ad625c055554dfae3f0f6a6cc3eb5dc77869e287 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000099_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3db8cea23a63d304cd43967368adaa3d0363f4a4e65b3b0307dcc5324c5f339 +size 12912922 diff --git a/Pretokenized_270B/fineweb_edu_000100_000.bin b/Pretokenized_270B/fineweb_edu_000100_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..df494433f19bf017261cba16c7e9461204502485 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000100_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38e953c4347a411c4e63ba82a4088cea9960e67e3ae00880e4d80c90042153f0 +size 200008472 diff --git a/Pretokenized_270B/fineweb_edu_000100_001.bin b/Pretokenized_270B/fineweb_edu_000100_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..1ceeae97e694489934af21626235573278e95bc0 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000100_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:230e6613f0d278f04458b81e70d661c55f984ac54a9f553bb2c4c10a964cfea4 +size 200001180 diff --git a/Pretokenized_270B/fineweb_edu_000100_002.bin b/Pretokenized_270B/fineweb_edu_000100_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..a9cb47830d8b2d3f38980d09f605ad479357a890 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000100_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcfc6e4a1fcddabd37b2e11e084ed453380ad48f5b17cee527a03e8e1061ad24 +size 200001852 diff --git a/Pretokenized_270B/fineweb_edu_000100_003.bin b/Pretokenized_270B/fineweb_edu_000100_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..d26e4bd7ac1abe4c92ec6781e5a949d7346fe714 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000100_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1191684f090c86c8a9c0c850ec61d7428663acd9ce8d72efa6f1a5cdf782285 +size 200001282 diff --git a/Pretokenized_270B/fineweb_edu_000100_004.bin b/Pretokenized_270B/fineweb_edu_000100_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..3bb0126363d5432b310cd79e26a773bd4c0a65c0 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000100_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:227e082571bc6bd6ab4c21df54396c89999d62f8c18570b7938b7ddab0442597 +size 200001622 diff --git a/Pretokenized_270B/fineweb_edu_000100_005.bin b/Pretokenized_270B/fineweb_edu_000100_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..4e4972afea7b74615246e6cf4463f17d7407d045 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000100_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:836ff66f38f688c312805bd074043af0ea0b57d1d0e9c77928eb4d2ccfa406ee +size 200006430 diff --git a/Pretokenized_270B/fineweb_edu_000100_006.bin b/Pretokenized_270B/fineweb_edu_000100_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..5ae4e824c3c660a1a393b7b083e1728e4f9216e1 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000100_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f982cace7a6cd619e29b949b41eb39cb9e26e05ab189e9e5559ae1ac43e42efd +size 200009074 diff --git a/Pretokenized_270B/fineweb_edu_000100_007.bin b/Pretokenized_270B/fineweb_edu_000100_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..96f90b439231b463ab829101299d1c85f513e270 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000100_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:043ccc78f1213532f35464dfd834be9fe8623db2b25b573efe788b860927ea70 +size 200004364 diff --git a/Pretokenized_270B/fineweb_edu_000100_008.bin b/Pretokenized_270B/fineweb_edu_000100_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..a1845253ed6c5a9e5f499c9679009c051d0bb3fb --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000100_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39cfd96a3341448572adb83261b7164894ff70321b493275bfd61cccd822ec0e +size 200004910 diff --git a/Pretokenized_270B/fineweb_edu_000100_009.bin b/Pretokenized_270B/fineweb_edu_000100_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..1f9999d7907ffff09282ecf0b9bca7875d41328b --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000100_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8058903d7707dec51c026e6e3f0a22f82ad12dbb49e0cca034275441e92aed7 +size 8109374 diff --git a/Pretokenized_270B/fineweb_edu_000101_000.bin b/Pretokenized_270B/fineweb_edu_000101_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..b8c21da0c63ad896ecb98d8edb7d6a00fedbc918 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000101_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a6d9ed7b949f071d92835fda8a90bd5aed9135c3d24e0a19a60d1f173c42240 +size 200001644 diff --git a/Pretokenized_270B/fineweb_edu_000101_001.bin b/Pretokenized_270B/fineweb_edu_000101_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..ba2f931fc90352c0cd83299ec7172d3856f9308a --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000101_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:092a445efee6a099607c709014aa0405218a468376fa786126c63057c9f097b1 +size 200000692 diff --git a/Pretokenized_270B/fineweb_edu_000101_002.bin b/Pretokenized_270B/fineweb_edu_000101_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..80278fd2de17dab183f723ff29fd4f2163e907d9 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000101_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82bf3cff285e1d8df2f875ad03e2115447b9e0f2e737284a64e164869082713a +size 200000556 diff --git a/Pretokenized_270B/fineweb_edu_000101_003.bin b/Pretokenized_270B/fineweb_edu_000101_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..87cd1efc44699a8fc846e360cef8a5fb6c18a6d0 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000101_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bc5acd0ab5f88394e4c3ace4178abf20bacc8136e54f15b7069da27003e4bd5 +size 200002074 diff --git a/Pretokenized_270B/fineweb_edu_000101_004.bin b/Pretokenized_270B/fineweb_edu_000101_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..a9223ca0a5db021f511ef96cd97ac3a0aafa9ae1 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000101_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c25db52f2b5d96bf11c46dc30d5626c62ac3fbf73755868b0d70bb72dc08a422 +size 200001582 diff --git a/Pretokenized_270B/fineweb_edu_000101_005.bin b/Pretokenized_270B/fineweb_edu_000101_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..868548d0dd98e9d12e666aba1ad983523bd34907 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000101_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c81b9b328e645c20ff4cde11c45307651f815debbbaea7884aecc494d5aa03ab +size 200009454 diff --git a/Pretokenized_270B/fineweb_edu_000101_006.bin b/Pretokenized_270B/fineweb_edu_000101_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..6573e49c20385cdf5def5f4b3779ee3775aae2af --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000101_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b5da114ba04e8beb16f5e0ef97b02eb548b357fedb81418d8019a36a863a1dd +size 200000910 diff --git a/Pretokenized_270B/fineweb_edu_000101_007.bin b/Pretokenized_270B/fineweb_edu_000101_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..d6afb43646dd42a84cf3ed2e22b0c1edf7d8d005 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000101_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a1cd420fc1536fddfefd52c34e9d266153fe5db07ef3f1ed2dd7e6d28d9399d +size 200008074 diff --git a/Pretokenized_270B/fineweb_edu_000101_008.bin b/Pretokenized_270B/fineweb_edu_000101_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..ab09cb6cd3194990d8bcb55fac606e7cc62f034c --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000101_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12810d75a4dec284dfd7d3e2716f720394dd076e49dcbc96e9039731869b04f8 +size 200001860 diff --git a/Pretokenized_270B/fineweb_edu_000101_009.bin b/Pretokenized_270B/fineweb_edu_000101_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..8e60df96ddbc5474f71e8e3b986f8b0a8ec91d7c --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000101_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11f0782744f4752f20107c10957cc42e94a35483aa2e3ba1922552782153a050 +size 16480968 diff --git a/Pretokenized_270B/fineweb_edu_000102_000.bin b/Pretokenized_270B/fineweb_edu_000102_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..df5adfb6923c6e84240d11db765588e1158a263a --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000102_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:322600e339b3a3cb36a64323238a28dab65d740e0ed2ee2cb7ec97372f192a21 +size 200010432 diff --git a/Pretokenized_270B/fineweb_edu_000102_001.bin b/Pretokenized_270B/fineweb_edu_000102_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..8c1f85b75ca740e297513d659b8da665bbcdc8f5 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000102_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98c78f9214ab674b32141d4d885425a7ce86f5f3603f6b0feba1ba86f9329081 +size 200004336 diff --git a/Pretokenized_270B/fineweb_edu_000102_002.bin b/Pretokenized_270B/fineweb_edu_000102_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..619f8de47af95c23c34a462de112f2b90961b616 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000102_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80f48ce503ded7fc37ea9f3b4df489bd513aefd2b32ae32b7364baf0c9ea7614 +size 200000334 diff --git a/Pretokenized_270B/fineweb_edu_000102_003.bin b/Pretokenized_270B/fineweb_edu_000102_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..d332660cd0ef558f852bca141cf173dd64ae2ee9 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000102_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a3334620b72cec4c4a8429e17414d6ff37fc2526571138921a77390829f9523 +size 200000728 diff --git a/Pretokenized_270B/fineweb_edu_000102_004.bin b/Pretokenized_270B/fineweb_edu_000102_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..32f627d179bbc18926c05fd351c3d0ca723816b1 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000102_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13801c3b761af1e72451fdcddf2deee2a9af80b79b75dfa5cbdbbdf5c589eea9 +size 200004812 diff --git a/Pretokenized_270B/fineweb_edu_000102_005.bin b/Pretokenized_270B/fineweb_edu_000102_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..449f5ffeb1638631f2d5664052f1dd7247b81db7 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000102_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e05e0c227c8155267fe6599eb762c8c4f34b5d2c72ec21a8227a2c624078038 +size 200000264 diff --git a/Pretokenized_270B/fineweb_edu_000102_006.bin b/Pretokenized_270B/fineweb_edu_000102_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..0f208b86fabe287a20ca482923fbe8835db6b855 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000102_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1694c3c785795a3d48ca146a8353ea6a3b08a6b809e1a678e6cf1fe2ea0f367 +size 200003874 diff --git a/Pretokenized_270B/fineweb_edu_000102_007.bin b/Pretokenized_270B/fineweb_edu_000102_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..2fd401da587d9e287ec329ac1273098c61b42fdc --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000102_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94ba3f0985d6f2ba6a1fab90164b047ca45486b31668e223489a521cf95bb112 +size 200000898 diff --git a/Pretokenized_270B/fineweb_edu_000102_008.bin b/Pretokenized_270B/fineweb_edu_000102_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..d9d0cc991b66a54a825170f4c9f519247d089efb --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000102_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95f75f92822df9a86945f7a2f69133602de9f06c93c7ab4ab2c895c87a3c9a35 +size 200002890 diff --git a/Pretokenized_270B/fineweb_edu_000102_009.bin b/Pretokenized_270B/fineweb_edu_000102_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..aa4ed80d38a4ecfdef59531fbe8f1eec18a4106d --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000102_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a212e9b4909f94427ee504bfe1ba4b82f07eb453364d60b5488e66c69eb32da +size 7844470 diff --git a/Pretokenized_270B/fineweb_edu_000103_000.bin b/Pretokenized_270B/fineweb_edu_000103_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..c2b7717f5f68483431c65974e9907e25e29e347a --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000103_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee6bb631960b19a66bf77ff3bc6283a66056eeb489037974a1fc791e0b5cc281 +size 200004328 diff --git a/Pretokenized_270B/fineweb_edu_000103_001.bin b/Pretokenized_270B/fineweb_edu_000103_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..4152b151f1524599de3bdccac18d8cc293e8ede7 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000103_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31e30102418f25e05beba249dbbbf6562ec27e4e61ebe16bf236f157e1204b17 +size 200000138 diff --git a/Pretokenized_270B/fineweb_edu_000103_002.bin b/Pretokenized_270B/fineweb_edu_000103_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..596c70b9e56d73f7a0e9dbe25205b5a27b0ec18f --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000103_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f22b7919a9fc37cc04f00e66f2893f73a20b388f138f7f95e90eb99c2a3ea415 +size 200030974 diff --git a/Pretokenized_270B/fineweb_edu_000103_003.bin b/Pretokenized_270B/fineweb_edu_000103_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..65d77c6fc3f9abf3a901487d018a296234860ca2 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000103_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a46e07c8471f0631c39bc5dcf87dd8bbf109bf9fde36490559f37fe8f415d39a +size 200000712 diff --git a/Pretokenized_270B/fineweb_edu_000103_004.bin b/Pretokenized_270B/fineweb_edu_000103_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..97f3d5e74dc3bc2cc52c20e08fbfd03217f39607 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000103_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4432118d566c54fd6c11aec18c453543403ed55f81f1096bbb55fdb01e6ffc83 +size 200001646 diff --git a/Pretokenized_270B/fineweb_edu_000103_005.bin b/Pretokenized_270B/fineweb_edu_000103_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..1369c8e8b6f760d1f2aa45585b6203382cd0c676 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000103_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c77edbe4308ec2e0888df9d92f32987d6f82dd02b53c73e9f3a4c0a9c53c1957 +size 200002236 diff --git a/Pretokenized_270B/fineweb_edu_000103_006.bin b/Pretokenized_270B/fineweb_edu_000103_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..85a49c6071647d97b6999e9f898b5de495810d14 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000103_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e13d391fd40e92b5ba764af0777c58a16c2e360fc36a65bc61cd2f1aa3a16a50 +size 200011884 diff --git a/Pretokenized_270B/fineweb_edu_000103_007.bin b/Pretokenized_270B/fineweb_edu_000103_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..06b4b4da4aa5e06fdb357eeb130082bf13b2907f --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000103_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46d7d57a1bc94e1a39d1f25abe6cd626ea2e6452e2dab07eb009189c1adceab3 +size 200039524 diff --git a/Pretokenized_270B/fineweb_edu_000103_008.bin b/Pretokenized_270B/fineweb_edu_000103_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..0028d3fff73818a1341668b083e030bf628ff313 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000103_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67e1ac35a01f9ccc2bf9fae41fd3ec8a3a27f1b819f2d44b2df2ead49168a199 +size 200001844 diff --git a/Pretokenized_270B/fineweb_edu_000103_009.bin b/Pretokenized_270B/fineweb_edu_000103_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..d26eac336a8a09c8589751e5b850e71d0d06e99d --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000103_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2e197d3c869c35be01b63831bf1edd8bc5c3283fb6352f477ec43316b85a337 +size 11051856 diff --git a/Pretokenized_270B/fineweb_edu_000104_000.bin b/Pretokenized_270B/fineweb_edu_000104_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..8e4955131113e3804c98a03ee06e37555d778160 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000104_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e84ebc5d23b1e536b15a5f9cbedea6d4e3f666a07180e67a7ebd1040c756808 +size 200017888 diff --git a/Pretokenized_270B/fineweb_edu_000104_001.bin b/Pretokenized_270B/fineweb_edu_000104_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..896bf2935b0023327a89e714af7c14b7c49ea9e4 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000104_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a65a435a677ecad6d60b3bd2c6ef61fea5b8b8bbaeeba5ae9efcf348aea3aa4a +size 200001206 diff --git a/Pretokenized_270B/fineweb_edu_000104_002.bin b/Pretokenized_270B/fineweb_edu_000104_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..81584cca89108d3e8c7f650cd042e5981c09ad9d --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000104_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8189eab8d55fc14b19972affa76d664a2311c632e368a86d5fb3d08b59f54182 +size 200017902 diff --git a/Pretokenized_270B/fineweb_edu_000104_003.bin b/Pretokenized_270B/fineweb_edu_000104_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..5a74eff43ad5db46b69f7fd18ce21d1b5ff36168 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000104_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8509b6083e2d4bc424d303b020994d17a7913fc50a90dd902854f135139a4dd1 +size 200001016 diff --git a/Pretokenized_270B/fineweb_edu_000104_004.bin b/Pretokenized_270B/fineweb_edu_000104_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..195033806e7d1b60082da7ae69e52f18bfe49314 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000104_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2bdba935eb5378844bffafdadad51cbf2e59589ea25f8a3c6d3fb30aaf63779 +size 200001254 diff --git a/Pretokenized_270B/fineweb_edu_000104_005.bin b/Pretokenized_270B/fineweb_edu_000104_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..2b500ea4dea01a43c86114861d9e4fa706b88f9f --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000104_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d3b02604790736548ad366f0bb27eda6ccfddca13a88f872324522836317f66 +size 200001614 diff --git a/Pretokenized_270B/fineweb_edu_000104_006.bin b/Pretokenized_270B/fineweb_edu_000104_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..76b246270a67b35d753456ebad2142f00ba7ff9e --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000104_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c16d8dfbc392c97e771dda642c32e876a57f93f75f0e8de014669e3cb70b0121 +size 200000768 diff --git a/Pretokenized_270B/fineweb_edu_000104_007.bin b/Pretokenized_270B/fineweb_edu_000104_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..17415a29e894648a3a6103007aecefc98d94b9a5 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000104_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe98253dc6f722814ae81c5b9675a6213c20c74f6039010c7e6502a070dcb55a +size 200001642 diff --git a/Pretokenized_270B/fineweb_edu_000104_008.bin b/Pretokenized_270B/fineweb_edu_000104_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..6b95d0e1efc26b7b1d5ed0d47bd55b0f0cd25399 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000104_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82975365f87e01685df418a98f1195cd16fcb755f3d73f43ea99576e3e0042f3 +size 200000046 diff --git a/Pretokenized_270B/fineweb_edu_000104_009.bin b/Pretokenized_270B/fineweb_edu_000104_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..3d5fc465d3f09deca0db08bd9f2fc879c29b5764 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000104_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adf9de9ed35e7b653f0339bd3f80129646d2647ef35b3a98475ab57c235f66fe +size 7704124 diff --git a/Pretokenized_270B/fineweb_edu_000105_000.bin b/Pretokenized_270B/fineweb_edu_000105_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..c6e2adad3b66fd2632c90a475d453414b0553328 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000105_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7f9c70e7d8db7f194c2243ed4669d2758ef125f3bc28ae44a394cc7317c1ac +size 200000908 diff --git a/Pretokenized_270B/fineweb_edu_000105_001.bin b/Pretokenized_270B/fineweb_edu_000105_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..481e0de4e39114593a2b9d1976d1a45e421913d0 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000105_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:977ffea0cf7884db479f578198399d9d92f34cc03773c347311c4624b67aca81 +size 200000828 diff --git a/Pretokenized_270B/fineweb_edu_000105_002.bin b/Pretokenized_270B/fineweb_edu_000105_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..eb6397cfc2bf26694ba176f31b4bff0ae341e8e8 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000105_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31cff70be16f544c236e544407ec51cde92f25dae8523d393195c3cbf83cfeca +size 200012664 diff --git a/Pretokenized_270B/fineweb_edu_000105_003.bin b/Pretokenized_270B/fineweb_edu_000105_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..68dda2d3fca410cc7d917e5cd98f61ac55fbb435 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000105_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5d8879cd6fb61798297bf1340429f5137a332dd3b3f0e9395b6d9998be29799 +size 200002120 diff --git a/Pretokenized_270B/fineweb_edu_000105_004.bin b/Pretokenized_270B/fineweb_edu_000105_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..81b01c52e465ef26f354d2ef38717f2e4fee35e5 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000105_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24d32083ca60faf29314d3c805ee659f346b12d4f55969a361f1510ae3bb3423 +size 200006124 diff --git a/Pretokenized_270B/fineweb_edu_000105_005.bin b/Pretokenized_270B/fineweb_edu_000105_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..8f729e7a3c29e2b6eebb8c7c6e06c964d3f7fb2c --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000105_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b2c7053db65a186033634ae345140a34d26797adb417eb841c8fd4cc0fcd8a2 +size 200001656 diff --git a/Pretokenized_270B/fineweb_edu_000105_006.bin b/Pretokenized_270B/fineweb_edu_000105_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..b552a38fba6e866b7f72184e500729bc6447bebf --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000105_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daa384115194ac004b10843d4992f51d0975c8b54b18dd88048b0284628767ef +size 200000236 diff --git a/Pretokenized_270B/fineweb_edu_000105_007.bin b/Pretokenized_270B/fineweb_edu_000105_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..d0fa50582063cb7f21e0ac7acdeef4f3b1df3bc8 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000105_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b3e8d0e660abe962a79a139f30bf7069c68086d73746d1152f30a1bc8960376 +size 200000660 diff --git a/Pretokenized_270B/fineweb_edu_000105_008.bin b/Pretokenized_270B/fineweb_edu_000105_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..4cbe7f8e039d604eda81683e4e73ca3be41c409d --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000105_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60241a3430a0fc7224b68f3cdb700c3b64312e4ac7cccd61ab701ee99d7e9bb0 +size 200006050 diff --git a/Pretokenized_270B/fineweb_edu_000105_009.bin b/Pretokenized_270B/fineweb_edu_000105_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..d33011c3bbace01946139cc537e917aa435d63ee --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000105_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b10f6cae251dbd644dde375a84f8eb73646088e8b7d337d2b574d4085857bed5 +size 11064012 diff --git a/Pretokenized_270B/fineweb_edu_000106_000.bin b/Pretokenized_270B/fineweb_edu_000106_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..da2e8f3659000801e6519fa9704b8fe9854864be --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000106_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5aeace121cad16514c94050782f31fb7c56471b1bd90a361fab3aed213652de +size 200001292 diff --git a/Pretokenized_270B/fineweb_edu_000106_001.bin b/Pretokenized_270B/fineweb_edu_000106_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..c51827b3c7d2ff95415e90b49c47c99ffd5bb235 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000106_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb76643002879c41dc3a25c93e3a240a4c02d38a1c2b12eab86abaa53c3ccd4d +size 200003960 diff --git a/Pretokenized_270B/fineweb_edu_000106_002.bin b/Pretokenized_270B/fineweb_edu_000106_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..298ef8cbfaed6ca489b6384971adc29de8847175 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000106_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d9213f3ad2102a283c4b7fd872fbfcd7d79412575a34ab42a590ba84605a6ca +size 200005884 diff --git a/Pretokenized_270B/fineweb_edu_000106_003.bin b/Pretokenized_270B/fineweb_edu_000106_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..4d165a315e0f354f811a6fb63ee844ac3824bdbf --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000106_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9588bca7b6ca4bbba9accbcb1f752653556122b40bdb9004acc2adf3cac3f43a +size 200001730 diff --git a/Pretokenized_270B/fineweb_edu_000106_004.bin b/Pretokenized_270B/fineweb_edu_000106_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..675806901bd1fbb7098e9f9da42c4018b87153cb --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000106_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c97877380038639fdf877e25cc45609f79eef9060229faf9e23d4a42ce93335 +size 200000866 diff --git a/Pretokenized_270B/fineweb_edu_000106_005.bin b/Pretokenized_270B/fineweb_edu_000106_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..3b8b11345a8c9415301141dbc1dc9356f07805b3 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000106_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6df507bdeeec9ca52874dc7cc1a2fa2879ff66bfa1f34517e80b602160987250 +size 200047414 diff --git a/Pretokenized_270B/fineweb_edu_000106_006.bin b/Pretokenized_270B/fineweb_edu_000106_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..d6aecfb9d6bae062dd3bfb13b275d77c8a17c8f7 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000106_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89cab3ef8e380d8247387b7bd5772ef1695349dd228b0b9669f6817635af2559 +size 200001872 diff --git a/Pretokenized_270B/fineweb_edu_000106_007.bin b/Pretokenized_270B/fineweb_edu_000106_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..3a4f0becadd7bbae77debd66d6e2357d0c517aaf --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000106_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3f42b0f969314dbdc9173c8bbc091886bf06c419e938d71fe6d7250bd332f1f +size 200002608 diff --git a/Pretokenized_270B/fineweb_edu_000106_008.bin b/Pretokenized_270B/fineweb_edu_000106_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..a60a746c307c10857a685f6f826da649d836bb7f --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000106_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:117fdd9ce088ec50a037d5112069ea03dd35daf25db71ca1945e3f67f6aa88d3 +size 200002436 diff --git a/Pretokenized_270B/fineweb_edu_000106_009.bin b/Pretokenized_270B/fineweb_edu_000106_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..38e6653bc49ddc579975efdeabb543af9e23b50c --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000106_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4405868141202b780cff8b1267467199776aa1e0dbdc5ba8ad13906ac8a9cd0c +size 11562784 diff --git a/Pretokenized_270B/fineweb_edu_000107_000.bin b/Pretokenized_270B/fineweb_edu_000107_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..4098800d3bae497a83df774d77b421e4d9dab375 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000107_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6efc0cd48cf9398cbe40efdc17a602cca294b19bbe07686fc84feeaa7f90d04d +size 200003674 diff --git a/Pretokenized_270B/fineweb_edu_000107_001.bin b/Pretokenized_270B/fineweb_edu_000107_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..0c913ebe81480a46e1c0b4573d9d8122df718038 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000107_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3165399b8c4b944f87c0b1396b0fde1fb49bffec5cd81de15c3eaea4c13843b9 +size 200001542 diff --git a/Pretokenized_270B/fineweb_edu_000107_002.bin b/Pretokenized_270B/fineweb_edu_000107_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..ae29a1a9a9898286f5fe887be31d43c072088bed --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000107_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f180fb6d9ed557740121fd0509a244dc964c2cdc1c6b53e24c0cb7fa52ff00cb +size 200010444 diff --git a/Pretokenized_270B/fineweb_edu_000107_003.bin b/Pretokenized_270B/fineweb_edu_000107_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..fb9a5ead79c5974435253eb6bb7acf2ad0c1c46c --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000107_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa9559067a574fd71b61330388c1cab13cb2dd072de4ed4df8e1f9c0534b6c5b +size 200031168 diff --git a/Pretokenized_270B/fineweb_edu_000107_004.bin b/Pretokenized_270B/fineweb_edu_000107_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..274cd7463e3cde1e964c4c6dca041ca8c353e7a5 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000107_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea43bf353384e6cd89c0202ae32e40fe76d36334efbce6102e4fde9ef998d9c0 +size 200001426 diff --git a/Pretokenized_270B/fineweb_edu_000107_005.bin b/Pretokenized_270B/fineweb_edu_000107_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..145e4cadd365695cbd5967fd5214d0c75789a616 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000107_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee6db2136539ce54a6398a05aef42e688cde4b7ddb92c891d9ec5b5fbb93a720 +size 200000932 diff --git a/Pretokenized_270B/fineweb_edu_000107_006.bin b/Pretokenized_270B/fineweb_edu_000107_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..b264be8d260a88fcac9dcdcc0a6b85b2de97a66d --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000107_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08b629cd815797e8bb6d685eb3a6891a8e7e7c4c430810ac83d1bb05cc004557 +size 200002042 diff --git a/Pretokenized_270B/fineweb_edu_000107_007.bin b/Pretokenized_270B/fineweb_edu_000107_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..4dbef808f27b5769719e6a86c1856b45e4495081 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000107_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4018c7c95dbca99e80c74128268a36dd72cdd060fa3f957d36d43c6a2e4e76f6 +size 200000094 diff --git a/Pretokenized_270B/fineweb_edu_000107_008.bin b/Pretokenized_270B/fineweb_edu_000107_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..503cdf7e1c001c04ac11952ea7f29884812b5870 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000107_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9851cff2404cd1b0db81389526bffc5eb93039d74df372eb450054364bfe0d90 +size 200007352 diff --git a/Pretokenized_270B/fineweb_edu_000107_009.bin b/Pretokenized_270B/fineweb_edu_000107_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..4af9936c8cb411634f14b21f54a9697536e8d0f9 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000107_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2670b8cfba7d18cfc0490c4b3055bc49df64fbe078563cf1ab6fbb3d5de7d2f3 +size 11830816 diff --git a/Pretokenized_270B/fineweb_edu_000108_000.bin b/Pretokenized_270B/fineweb_edu_000108_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..2713e40f66be6d5676b6bdb27fcd79f0735d8d8c --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000108_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f84e39a8ddedd2a09636e51256fed7a11a764a52000f0e2bad5566afdb233fbb +size 200001182 diff --git a/Pretokenized_270B/fineweb_edu_000108_001.bin b/Pretokenized_270B/fineweb_edu_000108_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..ad521ba2fc97f974a86df2111b10f72b7db14f8c --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000108_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44908f4bc2136000a4ea489686f07a053bd1646b5499b7eefd1f57f2534fbf23 +size 200001904 diff --git a/Pretokenized_270B/fineweb_edu_000108_002.bin b/Pretokenized_270B/fineweb_edu_000108_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..42a9ec623e1342f29eebb4e86b707b4409c5fd55 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000108_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b66eaa1f4ff2604837b1f26c61d53d249acfe37ff2a4d94e2ee17a0578685b8 +size 200002074 diff --git a/Pretokenized_270B/fineweb_edu_000108_003.bin b/Pretokenized_270B/fineweb_edu_000108_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..6fe948c3b5d383f3b5c06ae505cb024338bb98b5 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000108_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcf6973cd9f0229c9ed707955fea117b218f49697a9c201be672c6488d1aef50 +size 200000944 diff --git a/Pretokenized_270B/fineweb_edu_000108_004.bin b/Pretokenized_270B/fineweb_edu_000108_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..da5c04c9e42344936d29646ba86ab12c4a80ed1d --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000108_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8201d771d7eeaa3f654191d0f8658abbd680666ba4eee93b704648687ecb7b6 +size 200006328 diff --git a/Pretokenized_270B/fineweb_edu_000108_005.bin b/Pretokenized_270B/fineweb_edu_000108_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..8e1e3f70ca51ccde48a08e4adc9130944d5b1556 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000108_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bd1e843c88592031b93a85bf020ad6d707ded56a2210f00cfbc1d06ce648630 +size 200001258 diff --git a/Pretokenized_270B/fineweb_edu_000108_006.bin b/Pretokenized_270B/fineweb_edu_000108_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..feb0745d257ff46dfc8d8fba086a6e52bf281686 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000108_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2eab1f70c20e1bf242df1aabf5d491aacbc0e4d2c1944a0a31d346c800feb94c +size 200000110 diff --git a/Pretokenized_270B/fineweb_edu_000108_007.bin b/Pretokenized_270B/fineweb_edu_000108_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..c58b17fa348ecf40893f2231ed95acae98238e3f --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000108_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:933680bb3661d9949202b28fb28b785b76ec7133435cc194b8d0a5fba878d019 +size 200001832 diff --git a/Pretokenized_270B/fineweb_edu_000108_008.bin b/Pretokenized_270B/fineweb_edu_000108_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..bf3701dda5b368d91515872054ca8088434420ad --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000108_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:988ffa6d74582d33fbb7786fd29b2bf63f827ea51aa5cd22b4b49e86e5c23b21 +size 200002984 diff --git a/Pretokenized_270B/fineweb_edu_000108_009.bin b/Pretokenized_270B/fineweb_edu_000108_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..789aa5fba5eff6677ff4e5155008fb0aec0da588 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000108_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05093bb8dd782a8bfabb967757182ad505dc6ec0b348f9cec174ba911901f536 +size 13329696 diff --git a/Pretokenized_270B/fineweb_edu_000109_000.bin b/Pretokenized_270B/fineweb_edu_000109_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..2cd0eb2486c35071e001c7bf276e96b97cd61cd8 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000109_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bc3c97e6ec802b15932081c54bbcfaf80216b4a74e27dd1bbecf84344b787c7 +size 200000628 diff --git a/Pretokenized_270B/fineweb_edu_000109_001.bin b/Pretokenized_270B/fineweb_edu_000109_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..7272d2639c411e9bdba346c1215980f64f078b2a --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000109_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f01186d21cc8f9d598f1eac3302298c63d805488c0591fd886b7232ad0da993b +size 200004290 diff --git a/Pretokenized_270B/fineweb_edu_000109_002.bin b/Pretokenized_270B/fineweb_edu_000109_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..f4825dc52de4af65c928503b486a069d79cab4e7 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000109_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfb7ac93fef84e1c91efce35f7e4bbe72edb2f7dec56944b70ceb7dcc8498e26 +size 200000616 diff --git a/Pretokenized_270B/fineweb_edu_000109_003.bin b/Pretokenized_270B/fineweb_edu_000109_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..45be02d8287b403f99483b40f738ccef9dd3d950 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000109_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:835613d31ab65fb3103ef2d2934c3005cf56748cd41ea3bf9780e5b34ae88d8d +size 200001900 diff --git a/Pretokenized_270B/fineweb_edu_000109_004.bin b/Pretokenized_270B/fineweb_edu_000109_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..00a5c2884139f40a0410f50f4c3600cfc44e102c --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000109_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbbaa70c737317bb2b03955f4c4bfed04a5dbc7b0f321a36babbbb43cb40b4f7 +size 200002946 diff --git a/Pretokenized_270B/fineweb_edu_000109_005.bin b/Pretokenized_270B/fineweb_edu_000109_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..23f2b75402f9c3378c88fa61eba7bf31b4dd2337 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000109_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:601867e92d89ea7ac7326ffa0d4cc8db6579a94eb92e9c559895fb0999698b92 +size 200000652 diff --git a/Pretokenized_270B/fineweb_edu_000109_006.bin b/Pretokenized_270B/fineweb_edu_000109_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..4eaebe3d7862925f3a84400350d74fe91d55b8c4 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000109_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:616771941507d67597cf17d29abe52e7f1f0e58aa92d05c3b2000f65360985cc +size 200001304 diff --git a/Pretokenized_270B/fineweb_edu_000109_007.bin b/Pretokenized_270B/fineweb_edu_000109_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..3f5bf093af09fe33650a9c83e6fbd08e7a915498 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000109_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7798332ac0057acf6d2c1150888933839efba84a9585eaee9dfff360326b6e9 +size 200007880 diff --git a/Pretokenized_270B/fineweb_edu_000109_008.bin b/Pretokenized_270B/fineweb_edu_000109_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..1cb2d89ce183bd3feab4c240fb563279e3b8ec4e --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000109_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b8f525a8c0b296335e2dc3d2b64b96e518d3fb2993e636ab14bf2482d3dbcb1 +size 200000996 diff --git a/Pretokenized_270B/fineweb_edu_000109_009.bin b/Pretokenized_270B/fineweb_edu_000109_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..d21a35f7ca0a9ae76ddbfc1bdc59cb66589c502b --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000109_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83ff5c61fafd38edb6857c740deade4c1aff493acf2ebd78e69b4b3262afd033 +size 12936504 diff --git a/Pretokenized_270B/fineweb_edu_000110_000.bin b/Pretokenized_270B/fineweb_edu_000110_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..c6bd21810e5bde10f3e76811ac0e7c9d055c795d --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000110_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8afab0c31f5a9d7fb52b77d3b335b3295595d2a98dc1c6c8e771beb707b6400d +size 200001758 diff --git a/Pretokenized_270B/fineweb_edu_000110_001.bin b/Pretokenized_270B/fineweb_edu_000110_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..7ac4f17691857c52472a785017d2febf753b4cfb --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000110_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ffb00615376e28f7f1f5ffc369d146f2e6060132ebc59a2c4952a4e7bb92ea4 +size 200002304 diff --git a/Pretokenized_270B/fineweb_edu_000110_002.bin b/Pretokenized_270B/fineweb_edu_000110_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..7e6e6fafb5defb95bd1782e57ce1f85383d51de9 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000110_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb7549bfa14d61bcd885b18f61683611317974b609ad63f1e22d4b0580c3abce +size 200000318 diff --git a/Pretokenized_270B/fineweb_edu_000110_003.bin b/Pretokenized_270B/fineweb_edu_000110_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..c803dd7778818e45341637e0bc7738c6606ebb61 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000110_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf41c7d2dbc2433d979873d13838eaa6f8d9021528176cbfe0df2ce768241dc8 +size 200012360 diff --git a/Pretokenized_270B/fineweb_edu_000110_004.bin b/Pretokenized_270B/fineweb_edu_000110_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..5e7b3caa9dce345fa1991bc19e70187f69e000c4 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000110_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:801d451344cc6a7e2b4b7d4f0fcbbfaff445413de057b87dedc2ae03fa631c10 +size 200001964 diff --git a/Pretokenized_270B/fineweb_edu_000110_005.bin b/Pretokenized_270B/fineweb_edu_000110_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..66a798fa08b6baa62920ed67967b19926651d831 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000110_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b07cf1f7d403c8d4e3296a4027ff93051ffdfcf2cb17fa574d1b1966f79daaf +size 200008286 diff --git a/Pretokenized_270B/fineweb_edu_000110_006.bin b/Pretokenized_270B/fineweb_edu_000110_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..60d408847aa44717cbca9cef3ffc4f3c9f4eb38a --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000110_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:203fa43d3ba88a6c8c1ef2f6f19c7f8115d52b63994642d76bb64bc3cb3db3eb +size 200000662 diff --git a/Pretokenized_270B/fineweb_edu_000110_007.bin b/Pretokenized_270B/fineweb_edu_000110_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..30ffa9dc9022c5765170851b8150c7bc030e25dd --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000110_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e8e55acb6d21f2092fd47f1bdeb73a5bd55103511fc93ff3eae72b497f802c5 +size 200010470 diff --git a/Pretokenized_270B/fineweb_edu_000110_008.bin b/Pretokenized_270B/fineweb_edu_000110_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..b1dff68044995a21775ee0933bc05a787496dc51 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000110_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a91ab37c8aabfd09f536f76e7fd0bf3cd8da8730d3f5a50cb5eb41750907750 +size 200001404 diff --git a/Pretokenized_270B/fineweb_edu_000110_009.bin b/Pretokenized_270B/fineweb_edu_000110_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..2032daa0c62c40544f372bc7fd793106f1212dd5 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000110_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f84e07b25147bdfe8e515736e0d529cfa994298c238c051635b43a18d993c2f2 +size 5687018 diff --git a/Pretokenized_270B/fineweb_edu_000111_000.bin b/Pretokenized_270B/fineweb_edu_000111_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..247df2e5ca6f468b90359dee98578314483b13fc --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000111_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35dc743074b16136bf1582338aa52a39c8e197e7043b6293ad7724962abb30c0 +size 200001802 diff --git a/Pretokenized_270B/fineweb_edu_000111_001.bin b/Pretokenized_270B/fineweb_edu_000111_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..df0cb3acb0d42e99b80689c6f481b8ca60a84184 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000111_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:baa73dfb83985f5e676bfdb7e966099d7bb485188488fb5f3e00156c815f18a4 +size 200015652 diff --git a/Pretokenized_270B/fineweb_edu_000111_002.bin b/Pretokenized_270B/fineweb_edu_000111_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..070da520e63ea6f69b1515b79fab53511f6893fe --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000111_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2baa99850ec5b6280d668913f8594e608d003edc00cc46ad201a0925b6ac70fc +size 200000312 diff --git a/Pretokenized_270B/fineweb_edu_000111_003.bin b/Pretokenized_270B/fineweb_edu_000111_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..29934493dac1a2012f1d6a320b6f0fccde7265a6 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000111_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97c8ee015780d55d4acc8906ae4b6d29e341049f2873661ba926910aa22ade94 +size 200000412 diff --git a/Pretokenized_270B/fineweb_edu_000111_004.bin b/Pretokenized_270B/fineweb_edu_000111_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..0501ced130df105ce4826c763bfe1cbcf837c630 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000111_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b98fded9658b36c93484b4fb0b54aded029c042bb3a67a90c79f0d5de5c1d4ed +size 200011606 diff --git a/Pretokenized_270B/fineweb_edu_000111_005.bin b/Pretokenized_270B/fineweb_edu_000111_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..80efc6de19c12f15e4ef554fc2badd73696625d2 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000111_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec166462a338a51e47ce3c2584e8cf9043ff71fe6cad1e3f37e9e8d40b237c49 +size 200005394 diff --git a/Pretokenized_270B/fineweb_edu_000111_006.bin b/Pretokenized_270B/fineweb_edu_000111_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..c697a5b30bf0292ca8980e3f9688084b20fcaa03 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000111_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c062a291f1529b6829fbc12b40c225d8d4ba28a5633be093289966982b957ea +size 200002748 diff --git a/Pretokenized_270B/fineweb_edu_000111_007.bin b/Pretokenized_270B/fineweb_edu_000111_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..c0d3074c92937b51fc7a77add468462ffe7ce0c9 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000111_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a67d16a541d7044b8e95327aa5e5a7117a27940a3e58b10d037cfe9bb5bb0664 +size 200000176 diff --git a/Pretokenized_270B/fineweb_edu_000111_008.bin b/Pretokenized_270B/fineweb_edu_000111_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..4d9dda2c0a6bc1d5a6d8007358c20cf744292d10 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000111_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27c7aeff1067965ed6379b29d8dae3103e747c7787ec181e62561df5acac89ff +size 200000664 diff --git a/Pretokenized_270B/fineweb_edu_000111_009.bin b/Pretokenized_270B/fineweb_edu_000111_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..5d7acc2684f4f2b89d6881d9c4e84888bdbb396c --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000111_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9d446d51650ebeaf6731608a9cd34953fdeffd2de83c72b398491ba178d43a4 +size 9025518 diff --git a/Pretokenized_270B/fineweb_edu_000112_000.bin b/Pretokenized_270B/fineweb_edu_000112_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..ba2c5753af0101a6c7278191164213d00292a52d --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000112_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b544db6c19e67378e20bd66adc54694042ed10081cb4b304ffeb73d9e4fdf18 +size 200000970 diff --git a/Pretokenized_270B/fineweb_edu_000112_001.bin b/Pretokenized_270B/fineweb_edu_000112_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..d90b4b43ecc625785af1c60a239aadc4ec9ba406 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000112_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:806237820e89c5d035a66bac13a2cc7a3f81805049ff7543a1192b65a0596c32 +size 200001300 diff --git a/Pretokenized_270B/fineweb_edu_000112_002.bin b/Pretokenized_270B/fineweb_edu_000112_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..0841b59bb90f5460ae9dfc082fb001abade3d9ff --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000112_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17ca7cec2303179328a04b2fd6f28a6bbe82f2be28884c61e3142687e1ed9967 +size 200000108 diff --git a/Pretokenized_270B/fineweb_edu_000112_003.bin b/Pretokenized_270B/fineweb_edu_000112_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..d4d9a0e283d67558a5196bdaff091c16c78ef373 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000112_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fd2949239a1a21b79bd53109f1daf61fa5c19503fc972ff06ded4e42259ecc1 +size 200005486 diff --git a/Pretokenized_270B/fineweb_edu_000112_004.bin b/Pretokenized_270B/fineweb_edu_000112_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..e9df2e6826b4e7d62aabe8749cbcbdef7297f4a1 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000112_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:411c94a62161c21b61ade801ed9925548833f9511fc72c34260f2cc875f18b67 +size 200006542 diff --git a/Pretokenized_270B/fineweb_edu_000112_005.bin b/Pretokenized_270B/fineweb_edu_000112_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..f0b3e958502073fa751a867c6d0a2d173e5a0988 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000112_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1073f853bfacb8e25c6ba4f89dd4f523907d02212e2baa502dcab1fc5645b0e +size 200000392 diff --git a/Pretokenized_270B/fineweb_edu_000112_006.bin b/Pretokenized_270B/fineweb_edu_000112_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..647ba0ba6f56f47de24b004e89f55a4d55ed4686 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000112_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09ca8e8f3fbd40163a2bcee0444183f98bde78bb895d4a3f074cdf8d388662ce +size 200001108 diff --git a/Pretokenized_270B/fineweb_edu_000112_007.bin b/Pretokenized_270B/fineweb_edu_000112_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..48ef3abd1d24c4d7329270daa413b1c51d096b4f --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000112_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fb8b8f2bb15cba0202fd710d4ba8078c25671ab25b5e08f7f46a7ef58c17cb2 +size 200001160 diff --git a/Pretokenized_270B/fineweb_edu_000112_008.bin b/Pretokenized_270B/fineweb_edu_000112_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..c74516a00a71159127fef92fec741fbf7921150c --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000112_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c793400227c9f6460f55c23743e581fbb049f7c374a53f09c4499d281e914c6 +size 200003672 diff --git a/Pretokenized_270B/fineweb_edu_000112_009.bin b/Pretokenized_270B/fineweb_edu_000112_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..f6e8b9abdc1da549cfe5eaae90f3b407cddf9f1a --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000112_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93c54102af309f5f02e41882a190338a3da44bb977fba018131500a60ae14b19 +size 8103982 diff --git a/Pretokenized_270B/fineweb_edu_000113_000.bin b/Pretokenized_270B/fineweb_edu_000113_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..2c29c8d8fa2fc53d836f80e75cbe0cc8b3f83594 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000113_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5da5632e3f73834d56c0ead84288126cba7e6fddccdf9f5e7b66ee54ec8a9951 +size 200000868 diff --git a/Pretokenized_270B/fineweb_edu_000113_001.bin b/Pretokenized_270B/fineweb_edu_000113_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..0d568c22ba485a10079c2c9d354d66b04c36d625 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000113_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08794aef15796a55385c416d7606aba32de4c5d615d2e78deff4cd0950077477 +size 200000086 diff --git a/Pretokenized_270B/fineweb_edu_000113_002.bin b/Pretokenized_270B/fineweb_edu_000113_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..cf5058927c90738f65c9a6a77178082c2832ddd7 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000113_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72a492c20e21a4b6d24b6bafd634e6efc72b7f2bdf179b078edce781a97e12e3 +size 200001134 diff --git a/Pretokenized_270B/fineweb_edu_000113_003.bin b/Pretokenized_270B/fineweb_edu_000113_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..9991b02028e41621784af8660fc6c5439cbb579b --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000113_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dee982fdfa9eb3631a844a0b639f9751cfff5c5e9f04e7d25bff1570dfddc2a +size 200000486 diff --git a/Pretokenized_270B/fineweb_edu_000113_004.bin b/Pretokenized_270B/fineweb_edu_000113_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..51cb4485d4e38d78178bff654ebd7ee3a4d8c07a --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000113_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b3c3c0ace3608ea4a6e096b3287646c18ce9627f64a41c3431b5f2ff47ae06e +size 200005522 diff --git a/Pretokenized_270B/fineweb_edu_000113_005.bin b/Pretokenized_270B/fineweb_edu_000113_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..1f1267a764fb6b8daa75badf8ba4dc413f20bde0 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000113_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da4c2c7489fcaef2c53e8ac3e3314eb387aa8d455f301432a34cdf1af49472cf +size 200000562 diff --git a/Pretokenized_270B/fineweb_edu_000113_006.bin b/Pretokenized_270B/fineweb_edu_000113_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..4efdf216f80797b3ddccc764ba6d28503a1891a7 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000113_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec7059be6d24cc0dc492994dcec6fd705d7de5a6b76aac4b18aa88bc86779377 +size 200000442 diff --git a/Pretokenized_270B/fineweb_edu_000113_007.bin b/Pretokenized_270B/fineweb_edu_000113_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..1389503fbff8f601b6a99cadfffe6d5ee0499a02 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000113_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e9139669e680d0e18b7175681b36ac6b80ca6a192bad72d2191b7f81401dd87 +size 200000248 diff --git a/Pretokenized_270B/fineweb_edu_000113_008.bin b/Pretokenized_270B/fineweb_edu_000113_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..2b308bd90f551cb988335d9c6f249a55f2364b99 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000113_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c405bc8dbce57da4f24ec9914fe55eabfc91f1078e05cb4420e4fa7d0ceae6d3 +size 200003516 diff --git a/Pretokenized_270B/fineweb_edu_000113_009.bin b/Pretokenized_270B/fineweb_edu_000113_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..4251c5be61dc400f27f58b920afa7cc48a01a4cc --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000113_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc79b369c683c4e233b51e550cfa6ad51c2a026fbceb4889d6a42f16fb91c24b +size 6836534 diff --git a/Pretokenized_270B/fineweb_edu_000114_000.bin b/Pretokenized_270B/fineweb_edu_000114_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..aeacf77229d31cb1282f8f619a1ad971bf055b22 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000114_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:215fd853bd6b2c4782f9b3d445e80f91802dbd7f52038fbb3e928190c04c5d24 +size 200002502 diff --git a/Pretokenized_270B/fineweb_edu_000114_001.bin b/Pretokenized_270B/fineweb_edu_000114_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..2782e6a5af25abd5e754488005add74862d0cffa --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000114_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fccfce970809863b3973b0a96acef14994568270b18da98a0efaea3c7959bfb +size 200001170 diff --git a/Pretokenized_270B/fineweb_edu_000114_002.bin b/Pretokenized_270B/fineweb_edu_000114_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..952457b04fbf25218c50b25c9e287c6b5724b29d --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000114_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38625553b8cdd9868924159eba56c870455f3930b2ab1a939b2c462280df9826 +size 200000292 diff --git a/Pretokenized_270B/fineweb_edu_000114_003.bin b/Pretokenized_270B/fineweb_edu_000114_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..2810e8b115f6311193b4cdcd6224e36d954f8303 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000114_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4af20a55b3cb381de89664ed327f6e1403daf580ebfcb34dd38bc5af3cefd8a6 +size 200003464 diff --git a/Pretokenized_270B/fineweb_edu_000114_004.bin b/Pretokenized_270B/fineweb_edu_000114_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..c9d63ff1d37e358d1e9e4824f922b87b7544cb4e --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000114_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acd80c2cd6ec3401402666ee394a2db5ea07c9a0ae8298d44b960949978b309d +size 200127780 diff --git a/Pretokenized_270B/fineweb_edu_000114_005.bin b/Pretokenized_270B/fineweb_edu_000114_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..c95e38a7bea32cfa2159eb940fd49ff584cee71c --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000114_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba6185767e00c08211e340d390e2b7aa5cbf1fb64f4806e8bb06dc01fc54de7d +size 200000700 diff --git a/Pretokenized_270B/fineweb_edu_000114_006.bin b/Pretokenized_270B/fineweb_edu_000114_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..0d75fb90690e67c6741a9a680053687ec6861704 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000114_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85c310a6102212aa62fcdf0a8437ff1943acc0430f83d3311ff043e2baa61015 +size 200004560 diff --git a/Pretokenized_270B/fineweb_edu_000114_007.bin b/Pretokenized_270B/fineweb_edu_000114_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..5c94926936ea7784c74e5ae24da441dbded5a8a3 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000114_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7abdd891dd02472fa7114918754976f70f42d1ce8cec37ef00872b41315e9ce +size 200012980 diff --git a/Pretokenized_270B/fineweb_edu_000114_008.bin b/Pretokenized_270B/fineweb_edu_000114_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..c5eb2ab343f1317478f50679ccc4e8fde4d2a261 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000114_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca4e07d04472bb9d094c5d73a7c57e92cb361b1e44a80be8540e11af3270d365 +size 200034016 diff --git a/Pretokenized_270B/fineweb_edu_000114_009.bin b/Pretokenized_270B/fineweb_edu_000114_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..93c2b51c4da0dbbd02e7cd66abad81f08992f263 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000114_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6a05d56b4d8330b03045e320616aaba42138e6d9bc47307ec58d57ea31a8520 +size 9118020 diff --git a/Pretokenized_270B/fineweb_edu_000115_000.bin b/Pretokenized_270B/fineweb_edu_000115_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..0ddaaddd9e0c0e4c4fdaf906e42fe45639366e4b --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000115_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47c3e8d1f478ac87f7d07d43aedef05d86f68d2aa57342e084e534b8f38cb3e2 +size 200009176 diff --git a/Pretokenized_270B/fineweb_edu_000115_001.bin b/Pretokenized_270B/fineweb_edu_000115_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..3d0f76bda6ce9b1e7cb125f65b7984ef6ee1f43a --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000115_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89d947f4314eb5b9cd988c805b551e121b60898e8f96e653ebd5938d83cc140d +size 200000004 diff --git a/Pretokenized_270B/fineweb_edu_000115_002.bin b/Pretokenized_270B/fineweb_edu_000115_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..1de9b80c801eb4328225c28922343ebd1ba6ec4f --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000115_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c46595f528bfbf7b6f21516f8a49f9c76acad60acee32e28cf6ed926579a3f62 +size 200007160 diff --git a/Pretokenized_270B/fineweb_edu_000115_003.bin b/Pretokenized_270B/fineweb_edu_000115_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..334187432a9a5089f3feb88b18af6887ea04a7ab --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000115_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81dabf06fd3272eaec371917558eab7ac6abab5e93ed6b18bac007e400daa277 +size 200051436 diff --git a/Pretokenized_270B/fineweb_edu_000115_004.bin b/Pretokenized_270B/fineweb_edu_000115_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..faaed73acd1b7f30b0b7b7d861db5040192dd6ea --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000115_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1697c9ff1da250c1f2dfa561bd3dc630366b7cab4084b0549165027aeb129b1c +size 200011134 diff --git a/Pretokenized_270B/fineweb_edu_000115_005.bin b/Pretokenized_270B/fineweb_edu_000115_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..4ebc0b9439296a45e85d1df620f16c8fc6f35f90 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000115_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5242a0e8af90d54967b3996b88932ad421831e20e134b9e80f18ec82793da98 +size 200002876 diff --git a/Pretokenized_270B/fineweb_edu_000115_006.bin b/Pretokenized_270B/fineweb_edu_000115_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..a7e22ba9e769072916f22eb58c806704597390b3 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000115_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0febb35702cab2ecb67d8ad49f2253109d148a4ba250a4e363ec8cccf2ef1c34 +size 200000302 diff --git a/Pretokenized_270B/fineweb_edu_000115_007.bin b/Pretokenized_270B/fineweb_edu_000115_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..209a292cd246b68d8cb972dfd6343e9d7502a602 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000115_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37a0e298c2c45ca3dfe20960da66ce6323f4ebb09fe54e14195bd4c8228132f7 +size 200001880 diff --git a/Pretokenized_270B/fineweb_edu_000115_008.bin b/Pretokenized_270B/fineweb_edu_000115_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..caf55e166b5b1e16eb88f3f0a3eda1eb07cb4941 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000115_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:369215aeac1a7196bbe48c0ada350921306f2b5c8dfdc1acc563112f7713f1ca +size 200066768 diff --git a/Pretokenized_270B/fineweb_edu_000115_009.bin b/Pretokenized_270B/fineweb_edu_000115_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..0ccf4df0c3b4ad79e729679bd668f7920b8eb997 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000115_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8626b18773626e383e0751323020ff2a44f5953a7340afebdd194c23aad80c0b +size 11045266 diff --git a/Pretokenized_270B/fineweb_edu_000116_000.bin b/Pretokenized_270B/fineweb_edu_000116_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..62656921a5d17cfbd3c88062c1cbb288d05e525d --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000116_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9111b0075edac3c9389f0574d8c1d4a9b217c58c0dea8d484ebdafbfc381051b +size 200000904 diff --git a/Pretokenized_270B/fineweb_edu_000116_001.bin b/Pretokenized_270B/fineweb_edu_000116_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..685181b7d3ee48c7a5bff1690de3fc1cd58ae4be --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000116_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:943f9e87d9cd693272705627755c5a954bcbfa0256530b229248c97c7251b1b4 +size 200002940 diff --git a/Pretokenized_270B/fineweb_edu_000116_002.bin b/Pretokenized_270B/fineweb_edu_000116_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..5c0609c96ecdc6b438e13284408b5e955c83c131 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000116_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:843dbb77a691c8b1af1207216b629c67a933e29a92fad1e6cefa86739dc07d3d +size 200000306 diff --git a/Pretokenized_270B/fineweb_edu_000116_003.bin b/Pretokenized_270B/fineweb_edu_000116_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..c42d7da0900e07bf8208293388fc32f96a6e5c67 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000116_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c83271bd61dbb4ecee65fa9be8339c1a40bec6f59caa00bc24ace0272dbd4063 +size 200005858 diff --git a/Pretokenized_270B/fineweb_edu_000116_004.bin b/Pretokenized_270B/fineweb_edu_000116_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..f95b45c5b94a186e903aa9e230be0c30d10ddd5c --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000116_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b23df67cb8079dae297ca32f58de900239d5f790b89ad97bc368e80cc302493 +size 200002056 diff --git a/Pretokenized_270B/fineweb_edu_000116_005.bin b/Pretokenized_270B/fineweb_edu_000116_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..e15b98da0771c2f2ff863f5b469fe140f420db6d --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000116_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e9f3326e5d628151fc6e338d529e0a1ffb80efd95b43b118b5ffec9cc5a696a +size 200088230 diff --git a/Pretokenized_270B/fineweb_edu_000116_006.bin b/Pretokenized_270B/fineweb_edu_000116_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..aa9f03ab02529b9fd2f5b8a5832ee65aab6a1484 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000116_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94a0cb682f054e50b8c5ad0e32100b94baef35e1d83df88165038061a2f8fbbd +size 200014778 diff --git a/Pretokenized_270B/fineweb_edu_000116_007.bin b/Pretokenized_270B/fineweb_edu_000116_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..b2e38d659e223a5e82a341013a36df30c6c0572a --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000116_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94679634829c471e831f3873a1ed4c697e26c615835c2de440e3e76e7961a213 +size 200000548 diff --git a/Pretokenized_270B/fineweb_edu_000116_008.bin b/Pretokenized_270B/fineweb_edu_000116_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..e114b186387c6e58af84021d9648a6e7d1b70438 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000116_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40c514a798d613a58ff4bdad03b502f5956c9ca635c9b080110ce328307c29e4 +size 200021320 diff --git a/Pretokenized_270B/fineweb_edu_000116_009.bin b/Pretokenized_270B/fineweb_edu_000116_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..90ee567e893d3b9f439d9b83212da747a5a801e9 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000116_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acce82146570f48098bad5a612fc8e685162f4334e657cb28191d9c07bb21ccb +size 10776290 diff --git a/Pretokenized_270B/fineweb_edu_000117_000.bin b/Pretokenized_270B/fineweb_edu_000117_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..faca794181d340a7b795553cdf8ec1860270af0f --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000117_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:500cbd3fef40dde92920f7900ff5c1f1316a1a7b20b230256a0813c94d983d76 +size 200000098 diff --git a/Pretokenized_270B/fineweb_edu_000117_001.bin b/Pretokenized_270B/fineweb_edu_000117_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..3a9338edcf9eb446f3ed2ea0505e41d37bfb93e7 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000117_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8909b3b9b0031174694a3cec239034619e40d897084c1e967b3c736306cbb0bc +size 200001084 diff --git a/Pretokenized_270B/fineweb_edu_000117_002.bin b/Pretokenized_270B/fineweb_edu_000117_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..bf24e45ac725821fef8106be4d439efc3661ffea --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000117_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3afb99066df39a5ec1b9ff862e2a53a79c188f92655f8ce7208131f9183e45bc +size 200000650 diff --git a/Pretokenized_270B/fineweb_edu_000117_003.bin b/Pretokenized_270B/fineweb_edu_000117_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..db2efc7ea9d23c06b9acb0edd7de38c05317b96b --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000117_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d200fff4873a3d704c2a8ce2dd81c5106fbc56c983c18c582d7bbd50863979a +size 200003472 diff --git a/Pretokenized_270B/fineweb_edu_000117_004.bin b/Pretokenized_270B/fineweb_edu_000117_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..a718db39b63c91a988b51f373601bd32e71a227c --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000117_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd2dc813c55a1ce68e92789709a7a51af0c664b9ebbd91896194170bf08e366d +size 200000564 diff --git a/Pretokenized_270B/fineweb_edu_000117_005.bin b/Pretokenized_270B/fineweb_edu_000117_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..39bef2dc798b607f888b6dcf4eb1d48f137cfabf --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000117_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dc70a8000808338a2313fcaa54e77db8c2b007a26d66803e6e197ac8e60548c +size 200002150 diff --git a/Pretokenized_270B/fineweb_edu_000117_006.bin b/Pretokenized_270B/fineweb_edu_000117_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..37b29f5c86600b13b31eee4237235e743ef49454 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000117_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a9428d196a6362e97ae2c14c2acb47a01278169401c6997505acb649f92f81d +size 200007268 diff --git a/Pretokenized_270B/fineweb_edu_000117_007.bin b/Pretokenized_270B/fineweb_edu_000117_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..8c3ad12789a8e54e37a2bfa9a92b9fc7dea14c67 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000117_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2f37744842bf1fc4f093d308dc71c7dd05723f27db2be6ca345a97917474a80 +size 200001428 diff --git a/Pretokenized_270B/fineweb_edu_000117_008.bin b/Pretokenized_270B/fineweb_edu_000117_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..b597ba81e72ab04708a03aa05d1384d9ea23b71f --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000117_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be1de91892cb7abbbf4644d722688bc72478773bbd35b9c36cdf9ece268ad130 +size 200005390 diff --git a/Pretokenized_270B/fineweb_edu_000117_009.bin b/Pretokenized_270B/fineweb_edu_000117_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..a06d92d56b15e6508895719cce6d86530fb53254 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000117_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9e60f23ec82435b480d65c1a7e3bd996dc5993fb3bedb609d9bb64a9cef7588 +size 11771416 diff --git a/Pretokenized_270B/fineweb_edu_000118_000.bin b/Pretokenized_270B/fineweb_edu_000118_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..7c720c7715b8364e341b23a631e50ea0195a3a28 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000118_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0327461ea5c988cdd1f663050a2d515e79c6d5d164eb46fd2cbc6c78f510686 +size 200001384 diff --git a/Pretokenized_270B/fineweb_edu_000118_001.bin b/Pretokenized_270B/fineweb_edu_000118_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..c88cf0236f3ab1eb80f34c8ad841dd58dc12a39b --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000118_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2ad4d5c102540ca3d5f999f215f6b6511fdd6eef962a972ecac5126e6af0e00 +size 200000838 diff --git a/Pretokenized_270B/fineweb_edu_000118_002.bin b/Pretokenized_270B/fineweb_edu_000118_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..8137107c0842fbd0adcfecbc42f8db580922f6e3 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000118_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76006a70d7c292706bbf125627c3481e7edd861670a109a49e8679d02ca58b11 +size 200000876 diff --git a/Pretokenized_270B/fineweb_edu_000118_003.bin b/Pretokenized_270B/fineweb_edu_000118_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..eaf174328428ab2ecbad1c7f0299a022580de49e --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000118_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:455599be1bb1e49b3cea67c2d527f25a20070b6016902290751e6af29606d541 +size 200000092 diff --git a/Pretokenized_270B/fineweb_edu_000118_004.bin b/Pretokenized_270B/fineweb_edu_000118_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..f07055b2cb1531e73fd42e8481182ac4f2d2ffc6 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000118_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b24c79e4cf8d0d5a3a3516a76979469f7b1d081bbc5cd1c4671081c4b04b88aa +size 200001702 diff --git a/Pretokenized_270B/fineweb_edu_000118_005.bin b/Pretokenized_270B/fineweb_edu_000118_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..0e47e47acbb5099f69a68cbb0849adfb642f893d --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000118_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a65fd60e03657bd620602507c80022181572b2fee1ef997988e6794b110ead01 +size 200038090 diff --git a/Pretokenized_270B/fineweb_edu_000118_006.bin b/Pretokenized_270B/fineweb_edu_000118_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..ac53c380124afa7496583f51acf4338dfcad1b5d --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000118_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eef8f5d18fcd7e30303855d5cef3c7ef871a5e70792c03b2147e14e44649ae00 +size 200000624 diff --git a/Pretokenized_270B/fineweb_edu_000118_007.bin b/Pretokenized_270B/fineweb_edu_000118_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..7bc26f81d166eb8098802fa022755f3bd8c06332 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000118_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4deae6a09ddf278dbc64c7de5ede1f4521a53ab914de2278051f8f9e0ee75245 +size 200000140 diff --git a/Pretokenized_270B/fineweb_edu_000118_008.bin b/Pretokenized_270B/fineweb_edu_000118_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..b944ffc299dc82041ad618e83a6ac307af86ee39 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000118_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd97975dc868602c6eeee1db78f4c0a12d13b0e186ebf5d2c527536708cb0725 +size 200048120 diff --git a/Pretokenized_270B/fineweb_edu_000118_009.bin b/Pretokenized_270B/fineweb_edu_000118_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..2b026113b3be5f1831ee3f7abf30251f8c9d2aa8 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000118_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d849f4b20695a3f34c9090266db6274a555dcb4c73871277929aaaca1bf69cdb +size 14853756 diff --git a/Pretokenized_270B/fineweb_edu_000119_000.bin b/Pretokenized_270B/fineweb_edu_000119_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..1e1fcf8cc9ef8abf0367ee7fc07863bd0b522688 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000119_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e180325ec422e63ac90d2dfaa66b6dd7ffb8ffeb31bec0e800376fce748d86da +size 200000682 diff --git a/Pretokenized_270B/fineweb_edu_000119_001.bin b/Pretokenized_270B/fineweb_edu_000119_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..e9b12a6fa8de5e28536331e68f96d44a0bf572f9 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000119_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0aac9778e6b6f8965d4c0260459428a1418eaaff499cb6f471b2a17c01d26404 +size 200000232 diff --git a/Pretokenized_270B/fineweb_edu_000119_002.bin b/Pretokenized_270B/fineweb_edu_000119_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..db08f9f9c776801b726df781a247eb0f91c2c9db --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000119_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:311f76978512efb74709a252ed9232c1b196ae8e714f4116514ea4447218407b +size 200000778 diff --git a/Pretokenized_270B/fineweb_edu_000119_003.bin b/Pretokenized_270B/fineweb_edu_000119_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..3a560e6d18e59ea0552c8b104ecae0604d0d2b31 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000119_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a59e2c38244e356fa90a77a2a740e3e5d3aafe1666b1e4702a9b76f17d7d6404 +size 200021082 diff --git a/Pretokenized_270B/fineweb_edu_000119_004.bin b/Pretokenized_270B/fineweb_edu_000119_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..1488fd3e7f8bab3eb6812b19c1023204469dfa87 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000119_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8df0f8de99341813ef5579961278dd057b98e3f2924045456556b0ef7d18989e +size 200001416 diff --git a/Pretokenized_270B/fineweb_edu_000119_005.bin b/Pretokenized_270B/fineweb_edu_000119_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..c55482c5643979ffd9f8eb9654d9668d879dd09e --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000119_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff10e690e00e7e0dcbce4542eee52df5e960f5efce81651e5752dc599595104c +size 200003970 diff --git a/Pretokenized_270B/fineweb_edu_000119_006.bin b/Pretokenized_270B/fineweb_edu_000119_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..b51b2947e4a18a60513a86345b4cb632ce7489d8 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000119_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0662a2e672f751a4440c955a00174e87f8c004af2238f5c40cabcf1a76a4831a +size 200010278 diff --git a/Pretokenized_270B/fineweb_edu_000119_007.bin b/Pretokenized_270B/fineweb_edu_000119_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..2bfad2ce07f55f7660d65c41ec4b41a6420deb0d --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000119_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10f4a9ce1898f566217c0ab9e6322b529d76a5b605972aa339abecd4f8491a32 +size 200000110 diff --git a/Pretokenized_270B/fineweb_edu_000119_008.bin b/Pretokenized_270B/fineweb_edu_000119_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..61b66b7be8cba28fde6fb657bee47fc126eaa5c1 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000119_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c88918315f74aabbad6544407c45a7aa7a23f08f7236b14c7ef2d7529fb502b +size 200013054 diff --git a/Pretokenized_270B/fineweb_edu_000119_009.bin b/Pretokenized_270B/fineweb_edu_000119_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..11d3bc5ca47eed2c417cb39ed50f87aedd5ac6dc --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000119_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca313a3334511ef9939a87462ef60b9f627ba2e93a52676ffe1cb57d47a5d668 +size 15514498 diff --git a/Pretokenized_270B/fineweb_edu_000120_000.bin b/Pretokenized_270B/fineweb_edu_000120_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..baa7b3f60d4bc74c2c0be81c05e07cfe2bcd5b7a --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000120_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cdf87d53f32eb2fbbe5d2580c786dfcf0df763597e0e6d5ebaeeef4cd44887d +size 200121764 diff --git a/Pretokenized_270B/fineweb_edu_000120_001.bin b/Pretokenized_270B/fineweb_edu_000120_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..ca06cd47419c0a90fb6746850ec7fa21d29d4ef7 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000120_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff28b7040b0d43d23486b5dac859ad17a686485b0c4d18c1b4531a04d4ee2566 +size 200000466 diff --git a/Pretokenized_270B/fineweb_edu_000120_002.bin b/Pretokenized_270B/fineweb_edu_000120_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..f35ddfdd90334ec380637cce301da38bcc9bc1f3 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000120_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3afdb7b551d7fab520e71dd913f86bebc717398c9e876c530eb4da7294d4717d +size 200000130 diff --git a/Pretokenized_270B/fineweb_edu_000120_003.bin b/Pretokenized_270B/fineweb_edu_000120_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..4aa10db74517dbbcb7b34a28fa946b83fdc93102 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000120_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30755e028b96b38c7891c5dcf8cf8f79fbe6595f4213bcd74b050b652d859ee8 +size 200002346 diff --git a/Pretokenized_270B/fineweb_edu_000120_004.bin b/Pretokenized_270B/fineweb_edu_000120_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..df3ab5227b9d7a860f9eccf2fe5ada68e1f653f2 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000120_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44fe034a93d31d518cf65e88efcab700a83128cb67f6f9582cae4ab27ef16b6e +size 200003150 diff --git a/Pretokenized_270B/fineweb_edu_000120_005.bin b/Pretokenized_270B/fineweb_edu_000120_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..38b091d573ac60d4d2a8fc3698a6a5e4c26b465a --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000120_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca4b1532d2cc441d141c0564275ecad66b5f7f0169bcf6a436c292ebdb2e364a +size 200002264 diff --git a/Pretokenized_270B/fineweb_edu_000120_006.bin b/Pretokenized_270B/fineweb_edu_000120_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..0abfbe80047e9d4ef83f09df9c3d2e88a894c0fe --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000120_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:994d7bd0f13f336a02aab3005c0519032054c198d77f8e0c8b2b342c13c40d26 +size 200003430 diff --git a/Pretokenized_270B/fineweb_edu_000120_007.bin b/Pretokenized_270B/fineweb_edu_000120_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..6e6143f6efda1c6d3e546b043cddae7c758a70f3 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000120_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1785c191b00113266dfa38a4e24ed3828722072f7fc338fb4005e1428da8261c +size 200000126 diff --git a/Pretokenized_270B/fineweb_edu_000120_008.bin b/Pretokenized_270B/fineweb_edu_000120_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..32a906dafefce9ec87aca5d27319e78d76753f20 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000120_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc5fb107020dacd2a3263313711f48ed687b580206d8c126fe2d81df985d4287 +size 200001798 diff --git a/Pretokenized_270B/fineweb_edu_000120_009.bin b/Pretokenized_270B/fineweb_edu_000120_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..4a56535cfe1e5f09c6281850b2c8af6270f700d5 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000120_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd74a9620d8f6f2e12009080ea9379854b258231096970e99d9b86caeabdb0a4 +size 11219790 diff --git a/Pretokenized_270B/fineweb_edu_000121_000.bin b/Pretokenized_270B/fineweb_edu_000121_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..2a2ec70dcd6d6e789a23c1394ac24939823d62db --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000121_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cee8c07835a467bb2c1442799784e17d4d26b47afd4ef44ba39e617e488d2f80 +size 200003454 diff --git a/Pretokenized_270B/fineweb_edu_000121_001.bin b/Pretokenized_270B/fineweb_edu_000121_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..1d25e7d9322d27be026953c146a3553ab1748f96 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000121_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1ae74ba4aa20c26cc5020c6c5298adc11ab5aa111fcf74a649040cfa60be0c9 +size 200001334 diff --git a/Pretokenized_270B/fineweb_edu_000121_002.bin b/Pretokenized_270B/fineweb_edu_000121_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..6070ef50708e08b7ba9c56dc863f5174a12465f0 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000121_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a29c50dea550805dd90e212834c102213323965e85716ce8af62e4d8fc3c585 +size 200001606 diff --git a/Pretokenized_270B/fineweb_edu_000121_003.bin b/Pretokenized_270B/fineweb_edu_000121_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..8ed093ec889f3fd4ff2613f8ab86598512b27a95 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000121_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75ebbca06d57c1aa4a7ed046b6d24d7457d6c8a6f1208622700e177ac60d0721 +size 200016720 diff --git a/Pretokenized_270B/fineweb_edu_000121_004.bin b/Pretokenized_270B/fineweb_edu_000121_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..2d391b98ff88a2c8412ddfba7e41422151411975 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000121_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f80903ca0d95b047ae7ec3771cd7da6bdc87ff00712afe76ff461766f065eb7 +size 200001394 diff --git a/Pretokenized_270B/fineweb_edu_000121_005.bin b/Pretokenized_270B/fineweb_edu_000121_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..0f2cab2f4bbbc609ca3e9fccef0548bbc14be53d --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000121_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b301ba21702bdf427c9bf6ecaf869ca5669ab6b849955e55973ebf2211a3d1f4 +size 200000384 diff --git a/Pretokenized_270B/fineweb_edu_000121_006.bin b/Pretokenized_270B/fineweb_edu_000121_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..37a203dd260fc1b9b7103e4270af1c5694b835c2 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000121_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:585c070b8b7ee0e5ba0d2e619590ca701feca92e98c49c3449c7247d9da3f746 +size 200001298 diff --git a/Pretokenized_270B/fineweb_edu_000121_007.bin b/Pretokenized_270B/fineweb_edu_000121_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..24442baca712aadd6420d33670b266d30bd6f1c9 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000121_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ef6c200456050ccf79831505ae05d46f5d4f1daa5fa93b48e26e2f7ff985e7b +size 200003842 diff --git a/Pretokenized_270B/fineweb_edu_000121_008.bin b/Pretokenized_270B/fineweb_edu_000121_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..df976a538f895bf2fe3215a0380537d2fd7ddbf4 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000121_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24a219fa89d88bd993b980189003d370dd6d3343b74c839d9af289ae7b14f963 +size 200003934 diff --git a/Pretokenized_270B/fineweb_edu_000121_009.bin b/Pretokenized_270B/fineweb_edu_000121_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..0e638f350916b50acad43e36b21fe6f8ad525176 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000121_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa1910155e914507daeb68208ba34b3a35d7c83736361a326b713fb7de0c7a75 +size 17812492 diff --git a/Pretokenized_270B/fineweb_edu_000122_000.bin b/Pretokenized_270B/fineweb_edu_000122_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..068e25d92371665e1ce4b5a9c472816a904a71fd --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000122_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acb064e8c9e9109de4128b5f361544fff5a252210fa1c30cae378c3e67562235 +size 200010000 diff --git a/Pretokenized_270B/fineweb_edu_000122_001.bin b/Pretokenized_270B/fineweb_edu_000122_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..f42758fcb9c86f1f43159da2e704100c5514abcd --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000122_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b03fa41bfd6dbd3b52359d18d25242abd91e09a8338c72bc8b274805320b526 +size 200000566 diff --git a/Pretokenized_270B/fineweb_edu_000122_002.bin b/Pretokenized_270B/fineweb_edu_000122_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..5891b721757aa2e76cde09e1831996313793026e --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000122_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c23606be957d86d856be0d3e4712f41008da1a27f4697aa05e6419e58e52eab +size 200000368 diff --git a/Pretokenized_270B/fineweb_edu_000122_003.bin b/Pretokenized_270B/fineweb_edu_000122_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..c038afb30a3cef221660bf8e8b95ea2fe2431edb --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000122_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3324d2cabf5bdba02cc670ad99f34f47fddc93d13f208fbf700356f8e13b3cb9 +size 4324342 diff --git a/Pretokenized_270B/fineweb_edu_000123_000.bin b/Pretokenized_270B/fineweb_edu_000123_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..0e0785854fcc25290f13063da42f7a95bfc219ec --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000123_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3897b72922adf48bccd03b55ead980b94471569b5949eb965e22ccbb349620fb +size 200009920 diff --git a/Pretokenized_270B/fineweb_edu_000123_001.bin b/Pretokenized_270B/fineweb_edu_000123_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..a5c04a290fd6159b2d23afa0e4baae52fc59290b --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000123_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c335e1dfba19ef948c51b6133ec498ad5906f07d6f35000a186a4fc527e229a +size 200001094 diff --git a/Pretokenized_270B/fineweb_edu_000123_002.bin b/Pretokenized_270B/fineweb_edu_000123_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..5116c61a4587e232d5b45299b258d105b5a9277d --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000123_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4df6f294108006513d736b11d43bf0be7e8a5659ca1848dbc03e016d26ade1a2 +size 200002318