diff --git a/Pretokenized_270B/fineweb_edu_000047_000.bin b/Pretokenized_270B/fineweb_edu_000047_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..c0f7314afb8dfe2722392134aaef006317f67889 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000047_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8364577a77a690892221abe3a0e7a173c1a5bcfa44f09cebc2d99e58dfb42723 +size 200000646 diff --git a/Pretokenized_270B/fineweb_edu_000047_001.bin b/Pretokenized_270B/fineweb_edu_000047_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..fa9b833fbb9670b31ef768e89f1bafbcbe6b3194 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000047_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de5f4d8a08d16a9b47f3b2530bece4bc85933d5e42f030b2fc7583e62a32c648 +size 200000736 diff --git a/Pretokenized_270B/fineweb_edu_000047_002.bin b/Pretokenized_270B/fineweb_edu_000047_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..16314073c2120837d28a1a5497792e96758aecb2 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000047_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b40f2c95e7d3cf7d6c350bc71f905e590a5c4be1eb66b4d1f89e0c0a38e59673 +size 200003646 diff --git a/Pretokenized_270B/fineweb_edu_000047_003.bin b/Pretokenized_270B/fineweb_edu_000047_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..8ae2997ea1dcc2d4e01191175c74b7c800b02bf4 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000047_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dd00a381995295f6d987917d512f6e852ced913ecea444a756933ffadfddec8 +size 200000744 diff --git a/Pretokenized_270B/fineweb_edu_000047_004.bin b/Pretokenized_270B/fineweb_edu_000047_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..9ac66ec64ad77f33761eb1320f1727ff070ce96e --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000047_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dbd9aeeba98f42be23dc5aced0629ebbeefbb2086c8afd51a8596820a79a744 +size 200001744 diff --git a/Pretokenized_270B/fineweb_edu_000047_005.bin b/Pretokenized_270B/fineweb_edu_000047_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..9e1b6e00254a542252908b1944b19b5eb9eb819e --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000047_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29ad531cba168e5c48a5f816d9f8a6dc41d345f10560d9aedbe83db27b20f650 +size 200002984 diff --git a/Pretokenized_270B/fineweb_edu_000047_006.bin b/Pretokenized_270B/fineweb_edu_000047_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..881132644f5b7a026e9020b73404681ad47b58ab --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000047_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ff2ab7c90ce0037a278dd2e217d4dc194b59639834db102289da980b2c6f3fc +size 200000398 diff --git a/Pretokenized_270B/fineweb_edu_000047_007.bin b/Pretokenized_270B/fineweb_edu_000047_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..ed4f59156454b6a3e7a7732a6187c73d236895ad --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000047_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4d502de46ddf2ba294cf0aa01d1e47b27ade806dc083a49f2f5f88f94b1013a +size 200005164 diff --git a/Pretokenized_270B/fineweb_edu_000047_008.bin b/Pretokenized_270B/fineweb_edu_000047_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..c23977661b7b9a33409d7284bfe05099775c742c --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000047_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44af50b2c7286eb18e49c5472c6f0d422b0ce08dde85ceddf5f6ed19981411a0 +size 200000738 diff --git a/Pretokenized_270B/fineweb_edu_000047_009.bin b/Pretokenized_270B/fineweb_edu_000047_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..ad5f3ce39f8dcb0b2091897d90594527e7b333b0 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000047_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f94ccee96daf01b2a4371c1942fc283e6b63e0ed4f52156319ee0da7510221b9 +size 8641382 diff --git a/Pretokenized_270B/fineweb_edu_000048_000.bin b/Pretokenized_270B/fineweb_edu_000048_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..49cdc9f41bb841edcd780040eb3d94f1506356d9 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000048_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3a4c8be5417a3e19093988205bca7ac757e0f27ca689711d1c18842682a94f3 +size 200021830 diff --git a/Pretokenized_270B/fineweb_edu_000048_001.bin b/Pretokenized_270B/fineweb_edu_000048_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..f8655328dc9b7860b40ab5c4d966dc293b899da7 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000048_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:000e1e38d0dd2ec03284234950c7a45bbb8effdde27c41f2cd40cd4e7fa50a68 +size 200034652 diff --git a/Pretokenized_270B/fineweb_edu_000048_002.bin b/Pretokenized_270B/fineweb_edu_000048_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..5a6e273b26b14c39f473b6a75586631f83990642 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000048_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ffef61aee991c1c2662c3c282de9dbf931f5123d886f8faeb66262d812fbf08 +size 200013008 diff --git a/Pretokenized_270B/fineweb_edu_000048_003.bin b/Pretokenized_270B/fineweb_edu_000048_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..d9ad9095a032869ec6d06771ef21fa75f9f1c1ee --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000048_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96ddeb05cb510d742ed5aa0dbcfb69edf1029e98392e9bbbc31d1d1ad5b9c057 +size 200000420 diff --git a/Pretokenized_270B/fineweb_edu_000048_004.bin b/Pretokenized_270B/fineweb_edu_000048_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..9eea27a00994d4bdc4554fedcec1d33178c2a3b5 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000048_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b619d1860877d369d8ba94785adb507f5c95f23869b0720b9c67499d7e84e5cf +size 200012940 diff --git a/Pretokenized_270B/fineweb_edu_000048_005.bin b/Pretokenized_270B/fineweb_edu_000048_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..4b2f98960fbeb87977bce647ddf1b25307c6a879 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000048_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3cc6ee0045360b18c4c02db3c6f1341b3b063a21c7aece384fc7a440472186b +size 200000834 diff --git a/Pretokenized_270B/fineweb_edu_000048_006.bin b/Pretokenized_270B/fineweb_edu_000048_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..75bdf31c94d5649c3f03770c56ab96fee0d72b40 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000048_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf3f6ec51cdcd9aa796d95ad1dc6429fc16ea33b313bd259091ecf9a55957edb +size 200003710 diff --git a/Pretokenized_270B/fineweb_edu_000048_007.bin b/Pretokenized_270B/fineweb_edu_000048_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..1ed8cd7deb6890adb19bf14e0e1ed09489c53a59 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000048_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec7e1821d3fc697c56e880c5703b1a00a8751fd7168963cce02f28d1d50fb5d7 +size 200001544 diff --git a/Pretokenized_270B/fineweb_edu_000048_008.bin b/Pretokenized_270B/fineweb_edu_000048_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..5e41b5daa666b7274a1d41e9078c63113f9e7208 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000048_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:add1187be2c2f08500b66d42273f052518eefbedd0bc1ddfd810f12afed7627f +size 200001754 diff --git a/Pretokenized_270B/fineweb_edu_000048_009.bin b/Pretokenized_270B/fineweb_edu_000048_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..98f213ac8648f2f5081d2c1df208e9356e6914bd --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000048_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3144bfb5294cc87f5808032320561aa88a7493785425aaab25a32819c82da8e +size 5403996 diff --git a/Pretokenized_270B/fineweb_edu_000049_000.bin b/Pretokenized_270B/fineweb_edu_000049_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..daa7770c996ef8fa99a617da4b4337401b55f2e3 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000049_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea73442b41942abedb751d7e5c516d472de61753ed090e859a3e54da3d781a2f +size 200000098 diff --git a/Pretokenized_270B/fineweb_edu_000049_001.bin b/Pretokenized_270B/fineweb_edu_000049_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..5a08b33c3569b22a7becc0395cd2a224271d4dbc --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000049_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd42656cc59ab8a6c55b7646011ad6ff38f1262d8da67e87c377126b92a609c7 +size 200000054 diff --git a/Pretokenized_270B/fineweb_edu_000049_002.bin b/Pretokenized_270B/fineweb_edu_000049_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..690321a34f24b4ce73738417e2a60df2667a37e6 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000049_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:155996f274f3de59d8e9d0a91f13e64b254aee56296e3b6e3c83a17680bc90a3 +size 200000854 diff --git a/Pretokenized_270B/fineweb_edu_000049_003.bin b/Pretokenized_270B/fineweb_edu_000049_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..3ff7b9a5e4f407e44e89e56ccb07be0046973b11 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000049_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5c3422400e46a584b31987e05bbd3c9f135cb3f2e8d398823ec982c10e2ecf9 +size 200001202 diff --git a/Pretokenized_270B/fineweb_edu_000049_004.bin b/Pretokenized_270B/fineweb_edu_000049_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..15a4abfaadbd2afa3af4a25033077b7e63670efb --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000049_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f466d443c6e6485519b22047ecda1b40d6445962cbd0f236d8a9d1efa3e0e14 +size 200001766 diff --git a/Pretokenized_270B/fineweb_edu_000049_005.bin b/Pretokenized_270B/fineweb_edu_000049_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..aa198b2db7a3287803b58a0095e4e30809b422c1 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000049_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0760984d5c800db3972e02fbcb9051adb6ff386bc6c9f5bcb442d2db60709f19 +size 200030080 diff --git a/Pretokenized_270B/fineweb_edu_000049_006.bin b/Pretokenized_270B/fineweb_edu_000049_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..0cc160a595d156d34cb33dbdffd1c23cd593dcb5 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000049_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:481e9cbbc620d9698573eb8d79b9139162c4af77d4f2d5f73d98b654fe3db3e5 +size 200000832 diff --git a/Pretokenized_270B/fineweb_edu_000049_007.bin b/Pretokenized_270B/fineweb_edu_000049_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..b506c7a80b4165ba898ac4c658bdf89e0a233af8 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000049_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f4a31f5bdd960893ed35d449fec64180eb8c7672528ebc76ccc5d2e2fb4b975 +size 200004582 diff --git a/Pretokenized_270B/fineweb_edu_000049_008.bin b/Pretokenized_270B/fineweb_edu_000049_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..8265d77a8198e582f1df9f12787a57df84cc1b82 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000049_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c53fe9beb118af940124f4ddaabd87029eec36babf6c1b8ad9b1c7ee05821a0f +size 200001220 diff --git a/Pretokenized_270B/fineweb_edu_000049_009.bin b/Pretokenized_270B/fineweb_edu_000049_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..16df2002cdf90be67a5a6a6bd71006f95d52b58e --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000049_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6689ecb0169caadbf8a522d030b87f3190aea1acc6a956f7372b014e80f59e88 +size 8231504 diff --git a/Pretokenized_270B/fineweb_edu_000050_000.bin b/Pretokenized_270B/fineweb_edu_000050_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..73943d832798e8285ea9a7991d3660f940a4b1a2 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000050_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a044921221503279f6a25cf27d8950b2c2e8f6eefc23f2ddcdd3ae071f69c15 +size 200000872 diff --git a/Pretokenized_270B/fineweb_edu_000050_001.bin b/Pretokenized_270B/fineweb_edu_000050_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..795174ad97ec8b6208c9942b66b626dfd41f40fb --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000050_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ee70495d7c8550d16da464c60586b87283efd9198ecfce7438fb0e11d670d15 +size 200003196 diff --git a/Pretokenized_270B/fineweb_edu_000050_002.bin b/Pretokenized_270B/fineweb_edu_000050_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..ab783276cece38643883bef0ea071588f181d7dd --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000050_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c9a24235459155ce86a050e68b0477ca24839db1ffbaa67dda8c0f4a96e3680 +size 200005390 diff --git a/Pretokenized_270B/fineweb_edu_000050_003.bin b/Pretokenized_270B/fineweb_edu_000050_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..f4f910aadbe110e033cad230fc576e3d613e4c4f --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000050_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07882b7c11c70a870fb207362e0a5409b6430e3e0451a7778a1d00beb15b08d2 +size 200001362 diff --git a/Pretokenized_270B/fineweb_edu_000050_004.bin b/Pretokenized_270B/fineweb_edu_000050_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..2565fdb34a19642df0b007f53bd4ce8e015f1c49 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000050_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd412700c605aa196c306ad911ae4258d938ad9b9ce44af0d0847eb0ae346498 +size 200004720 diff --git a/Pretokenized_270B/fineweb_edu_000050_005.bin b/Pretokenized_270B/fineweb_edu_000050_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..3b9e2a64e403207788685b11f952406cc1963fef --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000050_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0da2b51a5bbbfe639d792668d539f36a9ea7cac164a97049d4b54e0eea9e793 +size 200005244 diff --git a/Pretokenized_270B/fineweb_edu_000050_006.bin b/Pretokenized_270B/fineweb_edu_000050_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..7d2c5a5200d647820d6a9cb3e5cf52bb1af3e0d2 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000050_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d059d3aae1b7424c7ed01422f29390a3ebf35ed53ab8dc70ffd69284c5845a3 +size 200000454 diff --git a/Pretokenized_270B/fineweb_edu_000050_007.bin b/Pretokenized_270B/fineweb_edu_000050_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..9821024aeef08ea2bc9c624889f0ecf69017279b --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000050_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25834c4771eeee594444008567f11648eeeb67733ec1a986cef6ec1a2f89e3b9 +size 200000998 diff --git a/Pretokenized_270B/fineweb_edu_000050_008.bin b/Pretokenized_270B/fineweb_edu_000050_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..6da00202ccfd95d9c5845fce33932d67ec0878fd --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000050_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae12f501514702318e2a27dd12cafd4849d60b27bfda4a75c01fbd11dac2adb0 +size 200000146 diff --git a/Pretokenized_270B/fineweb_edu_000050_009.bin b/Pretokenized_270B/fineweb_edu_000050_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..b72b7d0e1a4a14515c6dba5fd7d862939e7593ee --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000050_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1207703f9c2ca382ff340412b55725a74eb2a6fe52ed9b571b10a4d68cdbeb39 +size 15844488 diff --git a/Pretokenized_270B/fineweb_edu_000051_000.bin b/Pretokenized_270B/fineweb_edu_000051_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..70d3b5102853d54e694557a753f81da55f1abba1 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000051_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1d0672df038699f9eb4a9834f2ddbca5d6cb51a8285ed58db06ebd1289b70ed +size 200003046 diff --git a/Pretokenized_270B/fineweb_edu_000051_001.bin b/Pretokenized_270B/fineweb_edu_000051_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..cb8147587d0d4141827765cb5e0e522660681592 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000051_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b391275030f772ab766e3bf60ec8b9f772758f715b7363a6f54c6309ff6f9fca +size 200000460 diff --git a/Pretokenized_270B/fineweb_edu_000051_002.bin b/Pretokenized_270B/fineweb_edu_000051_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..436bf58d02474535ab61aa7e3dd6d1d6a602234c --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000051_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a93bc6d5f6f6c8e93ef9e334531158cab80c86bfd82d8556c6cfaf5bde758154 +size 200002454 diff --git a/Pretokenized_270B/fineweb_edu_000051_003.bin b/Pretokenized_270B/fineweb_edu_000051_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..a29d0fe3513a0034508776678bc4c4abff29eba4 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000051_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1067bce64a4fcfdd6df95493a2e114ade7469d23918b86af5ba831526a01078a +size 200000826 diff --git a/Pretokenized_270B/fineweb_edu_000051_004.bin b/Pretokenized_270B/fineweb_edu_000051_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..0df8f6ac592c0404409d862158d23d48e767bfbd --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000051_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b42d8de685973722131095340b7addfef94f9aea64835ed38d34356bf571de96 +size 200000608 diff --git a/Pretokenized_270B/fineweb_edu_000051_005.bin b/Pretokenized_270B/fineweb_edu_000051_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..df4fb91247ba3f55f7345242de67313d0b4ebd8d --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000051_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c25332a531f7373f70d3203a0811baaa7c2a91e2dcae13370753b95e541de6a +size 200112284 diff --git a/Pretokenized_270B/fineweb_edu_000051_006.bin b/Pretokenized_270B/fineweb_edu_000051_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..8743f6b2057f7423d3d9ab94c31dd3bf686286ee --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000051_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ffab6e83622c7570cdf1f7053ec06f81014d0fd7bfc7ce759798be003c917b3 +size 200002020 diff --git a/Pretokenized_270B/fineweb_edu_000051_007.bin b/Pretokenized_270B/fineweb_edu_000051_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..a06192edade4da75d5bfafaa1e9aa420a3263126 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000051_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5aff9500083bb9a69489e58ea32ca3106596d065f80dee5c84af9ec7f9f5c4b +size 200001930 diff --git a/Pretokenized_270B/fineweb_edu_000051_008.bin b/Pretokenized_270B/fineweb_edu_000051_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..b37dd36b7c701af82683a3241b60825d7298d024 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000051_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22fd2d7abc36383fcc55f38e8100ffa4bbc4fa9b9f387dd6811f96681cde2c60 +size 200000998 diff --git a/Pretokenized_270B/fineweb_edu_000051_009.bin b/Pretokenized_270B/fineweb_edu_000051_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..c46b284038403fc35a01b45ea7ecefa608340687 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000051_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddf6ee7fdff2c414d5da0d6d93126291ca22ba58e854a36802c47e00b862b332 +size 16338118 diff --git a/Pretokenized_270B/fineweb_edu_000052_000.bin b/Pretokenized_270B/fineweb_edu_000052_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..eb63be72de1c04fedda914fbc8188e1a18afe3ca --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000052_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb3382855c340e4119aaa648eed384db0326b7d739606d63fd61b5b75e83b3db +size 200002972 diff --git a/Pretokenized_270B/fineweb_edu_000052_001.bin b/Pretokenized_270B/fineweb_edu_000052_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..32d287db139f3cb348f9de6bfd3a5d99c82d9ab8 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000052_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b235014be8056bb9c031a9ccd7f5c0a45de3dd0ccd2fa3e40761f7f3c5165d2 +size 200000076 diff --git a/Pretokenized_270B/fineweb_edu_000052_002.bin b/Pretokenized_270B/fineweb_edu_000052_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..1e0dc30e42adc50628bd858af65547326999ac9e --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000052_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9b33fb66f0f5d600e07a276cb349cea83f7e174990f9daec41638b218e809e9 +size 200006486 diff --git a/Pretokenized_270B/fineweb_edu_000052_003.bin b/Pretokenized_270B/fineweb_edu_000052_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..2aad37388883ae745a54b535bbb0c5f0a8681117 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000052_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d20e0d8c815b820a4bf08ac8ee523411e6a78256d1a61facedfa2a16b3dba4aa +size 200004816 diff --git a/Pretokenized_270B/fineweb_edu_000052_004.bin b/Pretokenized_270B/fineweb_edu_000052_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..ba85af3085dfcc0d5daea52dff4ea474dae7e628 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000052_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87100c8acfd46eee78f7510426afaa696bb213631e36eb14a22a114ea48cfdd6 +size 200000778 diff --git a/Pretokenized_270B/fineweb_edu_000052_005.bin b/Pretokenized_270B/fineweb_edu_000052_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..25bb81c056ba108a27c14aa5ddd4519723b5f051 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000052_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d6a6e57f4f79408cc3283938f804a8b86c17733de20b7dd9e915443c70223ee +size 200000470 diff --git a/Pretokenized_270B/fineweb_edu_000052_006.bin b/Pretokenized_270B/fineweb_edu_000052_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..54847aac5bd9a581e73dc22eb32caa7dcfe74319 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000052_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dccee1db6c337aef80baf4dac24c6bb0aa2e53a3377558342e9bf2a2fb7a38da +size 200011550 diff --git a/Pretokenized_270B/fineweb_edu_000052_007.bin b/Pretokenized_270B/fineweb_edu_000052_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..2951cd0afeed364a68880c96f0555a6569eb7622 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000052_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4efb4015768d88ffc50e92ed38b7805e4d1d290c778faf13e153df51c46f4ffb +size 200003116 diff --git a/Pretokenized_270B/fineweb_edu_000052_008.bin b/Pretokenized_270B/fineweb_edu_000052_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..0d9b7b215b0e9b1144e56514841891e7d3f77b9c --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000052_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0a2ed636087907f87594292c62e97c127d21809be76a3ca6d1f4cb3decbbba0 +size 200000518 diff --git a/Pretokenized_270B/fineweb_edu_000052_009.bin b/Pretokenized_270B/fineweb_edu_000052_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..973118b4808f214ea8356250b131f74adee91770 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000052_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:044be4fb454eeaa0e05d47e55af71c5b37ef4e3ca637df1d16f091a376b3a8b6 +size 18395412 diff --git a/Pretokenized_270B/fineweb_edu_000053_000.bin b/Pretokenized_270B/fineweb_edu_000053_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..51eea9e3c4d7af4ba1b912a98d49f713e1f9647a --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000053_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2c7f45297ce8b2a203b9e1ad93a2a18a0bd3cb6a80d9ca8ba2c9a514b99915e +size 200002502 diff --git a/Pretokenized_270B/fineweb_edu_000053_001.bin b/Pretokenized_270B/fineweb_edu_000053_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..b8323f91b05639d4a9e6216f8c881c11425ac0aa --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000053_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e73bcdbe22144385734a64469efe90b191c75058bb22db0e66f891c15f8107a +size 200000760 diff --git a/Pretokenized_270B/fineweb_edu_000053_002.bin b/Pretokenized_270B/fineweb_edu_000053_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..82f64b9c5adc9ddd6a59a369f61b6b6f0cc69b93 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000053_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:925c4bca5c5735a541f618dc453f2e5d1f694ee6bcbceea644db1921a1decd53 +size 200000904 diff --git a/Pretokenized_270B/fineweb_edu_000053_003.bin b/Pretokenized_270B/fineweb_edu_000053_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..d526dcb1fd6af81d914a2ab6c88ce99a9f0537d5 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000053_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64141ea434d61bcf0f1325330abfdad0df8f0dc530e55e1d75864ebb71dacecc +size 200001108 diff --git a/Pretokenized_270B/fineweb_edu_000053_004.bin b/Pretokenized_270B/fineweb_edu_000053_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..5dd15e4e7242529b2c636cd36d181a4572e0ab43 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000053_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2939cd00ef8c84573fd8a87c2ab04bdebe2a11eb40331657df9d8420d891a857 +size 200000274 diff --git a/Pretokenized_270B/fineweb_edu_000053_005.bin b/Pretokenized_270B/fineweb_edu_000053_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..449eaf676d49a50e6873ed9eb639f2550042cab4 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000053_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bb56715237c13a0d2dc357666f92f8183b3aad620329232ce2dcb700ff90571 +size 200005154 diff --git a/Pretokenized_270B/fineweb_edu_000053_006.bin b/Pretokenized_270B/fineweb_edu_000053_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..d64bd261ceb183d6b07c343646198778283f2102 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000053_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea8bbff6a97ad9f0de9aa98105614b2d8a448d72af154de7de55753f92207f82 +size 200002990 diff --git a/Pretokenized_270B/fineweb_edu_000053_007.bin b/Pretokenized_270B/fineweb_edu_000053_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..a873704901a97b6c11bf5c35edba4a456c4235a4 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000053_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a9f3dd4263362187930b210d251a7a563dab10528bbb4ac78fd17f72c856b0a +size 200002308 diff --git a/Pretokenized_270B/fineweb_edu_000053_008.bin b/Pretokenized_270B/fineweb_edu_000053_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..09af0078c91e0cd6cf74b3046f9447fcfa8cf246 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000053_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74c7b65991ff5f4f2d4363c9012089f3334206cc639ec791b56633ff6cd3b89f +size 200000512 diff --git a/Pretokenized_270B/fineweb_edu_000053_009.bin b/Pretokenized_270B/fineweb_edu_000053_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..e856e5f65bfef9259aee412b11e5a88d46584981 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000053_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a236de3c939034e07f53d082307e8c65cdaea5f22cb2f3d5099463490b3f6bbf +size 6552502 diff --git a/Pretokenized_270B/fineweb_edu_000054_000.bin b/Pretokenized_270B/fineweb_edu_000054_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..356a4cbed8e7e07e0bb287db4594605e1aaef46a --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000054_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d01ff8a6d4913d1211205a0abb6908952274183b383513c9427c792db97a06b9 +size 200000956 diff --git a/Pretokenized_270B/fineweb_edu_000054_001.bin b/Pretokenized_270B/fineweb_edu_000054_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..11feb3f66634d4d1b021e5c8a4e8165741dd9851 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000054_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0000f9b3889e54746b3d9a32bd016c59b92aece4abdc90a2256073b4879dcc2 +size 200001408 diff --git a/Pretokenized_270B/fineweb_edu_000054_002.bin b/Pretokenized_270B/fineweb_edu_000054_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..15c233884b7f8363fbf3318dfbfcf7b0899f93d5 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000054_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93c25ea5abd118bc148d5ba64aa1f7ebc14af6ef9d2681512b2d69f40b26460a +size 200001036 diff --git a/Pretokenized_270B/fineweb_edu_000054_003.bin b/Pretokenized_270B/fineweb_edu_000054_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..2adc4e3e33963a565c7fc466afb198d3992a4a77 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000054_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31a0dc5ae57d31cd322d247a319cc28bc0455b506f932b091babf7f21feff88e +size 200000116 diff --git a/Pretokenized_270B/fineweb_edu_000054_004.bin b/Pretokenized_270B/fineweb_edu_000054_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..7325de4017d91c0b4197f308290cbc5d15304c08 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000054_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9d26090e9570c6a8c5c0ebc7de9343218e4c458f2ca10ef3df7046bffc7d922 +size 200000112 diff --git a/Pretokenized_270B/fineweb_edu_000054_005.bin b/Pretokenized_270B/fineweb_edu_000054_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..20866919525f1b1dcfa8954ba13ab705e4809c2f --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000054_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3949903575de6ad51f1608b1dcaafccc033c62d521209e82f4bf63659b47339c +size 200028520 diff --git a/Pretokenized_270B/fineweb_edu_000054_006.bin b/Pretokenized_270B/fineweb_edu_000054_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..a69657e4383c7363c0b47853d384b4dfbcd0097b --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000054_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abebc09083bc6b530b29430c4fb877e6c089f41d364ba3d06e6fcb3e3eb85abf +size 200000766 diff --git a/Pretokenized_270B/fineweb_edu_000054_007.bin b/Pretokenized_270B/fineweb_edu_000054_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..f4e945f424132665dbbf02cb49d3c4f442ccec9f --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000054_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46582b87ae1e2c6f9507cca5d95d17960935275b0cb9e8c64da5012e76f30c82 +size 200002808 diff --git a/Pretokenized_270B/fineweb_edu_000054_008.bin b/Pretokenized_270B/fineweb_edu_000054_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..b9bba73efafea01c0efb3f8596d4855add0b1c78 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000054_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd4cf31f4308037e7451bfa6a09e89f8d4795a527872e8880a69b9492db99c56 +size 200010406 diff --git a/Pretokenized_270B/fineweb_edu_000054_009.bin b/Pretokenized_270B/fineweb_edu_000054_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..99a724f2ab59167a8e7414bb0443738c10030eac --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000054_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f830f893df61def6c1099f56048db91917082ed8a1fe79cbf81a45321770ba20 +size 11370982 diff --git a/Pretokenized_270B/fineweb_edu_000055_000.bin b/Pretokenized_270B/fineweb_edu_000055_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..d1860067e669e3782ad087daf4c3f608cc6abb3a --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000055_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03c15fe4d8b7f7939a835557e95ca020ffbfc36891d9edaa9c45c0e631604372 +size 200001042 diff --git a/Pretokenized_270B/fineweb_edu_000055_001.bin b/Pretokenized_270B/fineweb_edu_000055_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..28e2cc028e8e050ba2d0aeb01bf68c9999b99ad0 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000055_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08b1dfc71a79b3edd555d41a9f59aaa841bb3694c1ebb94fe856acb1d980f61e +size 200016952 diff --git a/Pretokenized_270B/fineweb_edu_000055_002.bin b/Pretokenized_270B/fineweb_edu_000055_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..3dcaf3f358f23194acbfbed7f0e76908e62fa273 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000055_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:781989be2eac9b30b5c98863652ffa3de1b4918f45c3e10710a66662615720fa +size 200000882 diff --git a/Pretokenized_270B/fineweb_edu_000055_003.bin b/Pretokenized_270B/fineweb_edu_000055_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..971a7453c9cf2883943e56bf31879ddf9f3eefd1 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000055_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e525c801bffec35f52e788a7d612e79ef743419df7aaaf89cccba1877e016d1 +size 200005224 diff --git a/Pretokenized_270B/fineweb_edu_000055_004.bin b/Pretokenized_270B/fineweb_edu_000055_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..d5c5fa6465b40cee4c230bd27b906fa6165c6e71 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000055_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a76fdc9660ffc05978b18e458e8294eacc428b3efe85e3f20cc0b371676255d +size 200000014 diff --git a/Pretokenized_270B/fineweb_edu_000055_005.bin b/Pretokenized_270B/fineweb_edu_000055_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..316ee4ea0f105d8b2fd6d2f1fb737467c6c019ac --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000055_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a23d5924e1075e2ab44df96135d4ce28b34c4a2344a856cbe85d20658ab01bfb +size 200000442 diff --git a/Pretokenized_270B/fineweb_edu_000055_006.bin b/Pretokenized_270B/fineweb_edu_000055_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..9486bbdfc37f4c6026bfe25e7c20ba8bb70a09af --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000055_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9b755a43fd54cbbf1062e28a498087f54ba3aa993327025e16a2c3867c33ab3 +size 200002066 diff --git a/Pretokenized_270B/fineweb_edu_000055_007.bin b/Pretokenized_270B/fineweb_edu_000055_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..e8f8b8a7fc1183f6d233bc4598dca71d26470cd6 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000055_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be8850871f7f87e0e78f2c9886be64184aaeebbbb46c61aefff18743592afff5 +size 200004142 diff --git a/Pretokenized_270B/fineweb_edu_000055_008.bin b/Pretokenized_270B/fineweb_edu_000055_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..5f1c7786f44ca9e6d66b039fca3ec58aa6d3f553 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000055_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b2ee484f696e216c28c79a6a37171991a46574bf5e940fbfe0ebf15698f808e +size 200000532 diff --git a/Pretokenized_270B/fineweb_edu_000055_009.bin b/Pretokenized_270B/fineweb_edu_000055_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..51ff1cabb2ff39ebba4c21ffaa7ddeeb363cefdb --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000055_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2327becd1098038c55a210a2215f7b5d106c6bafdbd6df8350db9fb1def455f5 +size 10560098 diff --git a/Pretokenized_270B/fineweb_edu_000056_000.bin b/Pretokenized_270B/fineweb_edu_000056_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..407cecd4b2763c176632c0bb4faf94c7ea231923 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000056_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:652549ddf57fbc4b75a403bc98509035e0abe3316ae2bb6d215cdf1951667394 +size 200000768 diff --git a/Pretokenized_270B/fineweb_edu_000056_001.bin b/Pretokenized_270B/fineweb_edu_000056_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..debf9656b09eb7b17d2a99a3c8582f363d7a2858 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000056_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4588349c24498a767f8359b475d1314c1e5129ed935e2bd07b959d08895d54b +size 200008442 diff --git a/Pretokenized_270B/fineweb_edu_000056_002.bin b/Pretokenized_270B/fineweb_edu_000056_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..8db8b39001026f8826555178bc5bcdd8f11abc89 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000056_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a03586d87d2d422ed7aae112624e555019abd1e26af1059edcd0ffa121ad1147 +size 200021314 diff --git a/Pretokenized_270B/fineweb_edu_000056_003.bin b/Pretokenized_270B/fineweb_edu_000056_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..b23bfab3ef7c6ab9753b51cad2818d9052b7ab99 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000056_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69fdc58990177acaa830dcaa59a1cf5ad8f6287e2bdfa542291e15af6d4a8e3f +size 200002760 diff --git a/Pretokenized_270B/fineweb_edu_000056_004.bin b/Pretokenized_270B/fineweb_edu_000056_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..065e498dca65210f551d42e5f521493bd3769c9c --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000056_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d69b56b69a17aa2df5e7e76d20292e4019458c4761d036491aed60c408df77c8 +size 200000414 diff --git a/Pretokenized_270B/fineweb_edu_000056_005.bin b/Pretokenized_270B/fineweb_edu_000056_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..1d3805bb3f515f6ef3c3a85c625e8330e876ac8d --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000056_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36716d26e299c4ad84bb85166d7c6bb8eb083e21ec4e85fe21aefccff44d130e +size 200048438 diff --git a/Pretokenized_270B/fineweb_edu_000056_006.bin b/Pretokenized_270B/fineweb_edu_000056_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..cca0bf5df5ced5ef4848968a3536b5a37ea6db0a --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000056_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:219d483f35679fb0b006d78691a7b95d6d04a85a92d2b406394c7ab66e60be06 +size 200010244 diff --git a/Pretokenized_270B/fineweb_edu_000056_007.bin b/Pretokenized_270B/fineweb_edu_000056_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..b4310170937dc32c7edd075702eac9d8ff7fa7f5 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000056_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4490fc7154831165cc752f8c6471b349268b024d63de6a80b9d00afed4d7f731 +size 200003458 diff --git a/Pretokenized_270B/fineweb_edu_000056_008.bin b/Pretokenized_270B/fineweb_edu_000056_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..172d16207e96b8ea651e16bb43e53022fa4960c4 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000056_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c6d21e6d4de08f8c59e0f74737e4f82ac12a0d24f6472f54c56db1ad60e25ce +size 200002262 diff --git a/Pretokenized_270B/fineweb_edu_000056_009.bin b/Pretokenized_270B/fineweb_edu_000056_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..11f103b6ff0ff2f3352cdb4bb56e8e243abe3522 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000056_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b2248df4b92366eb32451b22dd20e89ce236373961e4915910f11f29b9ea6c3 +size 5394278 diff --git a/Pretokenized_270B/fineweb_edu_000057_000.bin b/Pretokenized_270B/fineweb_edu_000057_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..19e8168f05c29fd7b46075ab9747e99db7627917 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000057_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:265f0bd57bd468e88e8a62d1f1a64890978e9a28d24d256da6dc0ce57e04c4f7 +size 200000546 diff --git a/Pretokenized_270B/fineweb_edu_000057_001.bin b/Pretokenized_270B/fineweb_edu_000057_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..1f4068cf803b164ef02997b808e7e6dd34da1d36 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000057_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34acb7fc10e356f432287a51c5433f98db3b5ad98b28143ab4ce3d410497a365 +size 200001772 diff --git a/Pretokenized_270B/fineweb_edu_000057_002.bin b/Pretokenized_270B/fineweb_edu_000057_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..9fa0bc7d831179c7a655261c421c951da40dbc02 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000057_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00f39591408d9478bfa30615ce199496054e397a87c89c680fe35a9789d2024f +size 200000206 diff --git a/Pretokenized_270B/fineweb_edu_000057_003.bin b/Pretokenized_270B/fineweb_edu_000057_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..49c44083a01e69b9beafe686763b9f9c54a3cdbf --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000057_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cdaa991ba2a9b957e2bcd6e9f49a9a3873dc5b49aa6bc8644b36ad65f497cf9 +size 200002612 diff --git a/Pretokenized_270B/fineweb_edu_000057_004.bin b/Pretokenized_270B/fineweb_edu_000057_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..a0f37a3b7c8077d76edf95601cdf56af8807fa24 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000057_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b21b41402c7d78abc3fc1fa06b60e83b33bfc7a7a439efbad561d4de926e6ad +size 200000120 diff --git a/Pretokenized_270B/fineweb_edu_000057_005.bin b/Pretokenized_270B/fineweb_edu_000057_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..87e72120a485d7ffb3682734bff9c56185b30e0d --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000057_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d8564701578ef3a90e886ae787fc2bef529b57a31a27bc141673cd706b34e10 +size 200001644 diff --git a/Pretokenized_270B/fineweb_edu_000057_006.bin b/Pretokenized_270B/fineweb_edu_000057_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..7521abfb10125055b96bce605e561a30bc420c96 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000057_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f88472a978697059241d8a7fbf6dddb7b8d1da5f77ecc2cd9d58d7f3968904fe +size 200045816 diff --git a/Pretokenized_270B/fineweb_edu_000057_007.bin b/Pretokenized_270B/fineweb_edu_000057_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..1d4b829210758b2e9cbd9a730c25de4d908e0f36 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000057_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfb035594b7f53843c930840357c4f10e627351ce8251fb4c5d4a879780e0c8a +size 200000156 diff --git a/Pretokenized_270B/fineweb_edu_000057_008.bin b/Pretokenized_270B/fineweb_edu_000057_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..15e75bcaf7162e384b550e8ce66fac91e6d5ce80 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000057_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812e2cde9d56200bcadbba47c78eb58de52e15eb0c2fef68805938f4e8401bb5 +size 200003914 diff --git a/Pretokenized_270B/fineweb_edu_000057_009.bin b/Pretokenized_270B/fineweb_edu_000057_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..fa0b16cc956c598de3f14afbbdb784b13b8db22e --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000057_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:462d6e4ebb7c56a0276403847a046163193bd2f3d54a03621527af66fb25f885 +size 17105070 diff --git a/Pretokenized_270B/fineweb_edu_000058_000.bin b/Pretokenized_270B/fineweb_edu_000058_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..9fd99c930bbf8976c9d8e8b00c43238cde17255e --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000058_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a91d69d02461b7e0b62619dbc7fcd2006ec95bd045d75123225d7fc0bc131a0a +size 200001124 diff --git a/Pretokenized_270B/fineweb_edu_000058_001.bin b/Pretokenized_270B/fineweb_edu_000058_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..e86e8a0fcddda905022791dd8ec5ad58dfb3a7e5 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000058_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2801338a85d2323756d85afe7efc65035a4c9040f47b029baaed33f47e503501 +size 200001074 diff --git a/Pretokenized_270B/fineweb_edu_000058_002.bin b/Pretokenized_270B/fineweb_edu_000058_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..e922f6572dfd1fcbacc53eb01309f99b250829dd --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000058_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ad37b18c3afb3afed01092aff2d8f48102c24e9f7cf561f4a2fd4b3a533d11f +size 200002796 diff --git a/Pretokenized_270B/fineweb_edu_000058_003.bin b/Pretokenized_270B/fineweb_edu_000058_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..fd9ab7357bf7c38c32f6a2684d45baec560292a4 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000058_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8de1fe85454af7f6dcaffc5b71479613da0d4e6f73654133fdbf28d31d48de21 +size 200000916 diff --git a/Pretokenized_270B/fineweb_edu_000058_004.bin b/Pretokenized_270B/fineweb_edu_000058_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..125cf9a73413ecb681228aab16c59448749d0ed6 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000058_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8ded1150c973c4b84247d90f92c539213223f5f281ee3556c189d4fff671c81 +size 200000808 diff --git a/Pretokenized_270B/fineweb_edu_000058_005.bin b/Pretokenized_270B/fineweb_edu_000058_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..4bac7fbdfa67a4c025d851474f4cd741ee73c571 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000058_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7f2847c98ed9a491832527fc9e8ff3bc06b75fff61dc285ac8301d0eea7326c +size 200000596 diff --git a/Pretokenized_270B/fineweb_edu_000058_006.bin b/Pretokenized_270B/fineweb_edu_000058_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..6aef1329a80ff1f374587ab4df54bc51bc5a2207 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000058_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7e03f72994f5d994497ce1523a00feb5a87af3206d5d502f8a502d4026ae7cc +size 200026270 diff --git a/Pretokenized_270B/fineweb_edu_000058_007.bin b/Pretokenized_270B/fineweb_edu_000058_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..3a74aa10eb5c1ab58ca5116b42febd35965dbcdc --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000058_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dfb7183e8b92dd3050742cb2e4778f600f701997dffc2540c689159d47340f7 +size 200001060 diff --git a/Pretokenized_270B/fineweb_edu_000058_008.bin b/Pretokenized_270B/fineweb_edu_000058_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..3067e18c92df3f35c12a8fe514bac389ff8afc2b --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000058_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d12d157f7abf84370303e744414c0448f809ffc73f42de4ebc47872f86c0895 +size 200001854 diff --git a/Pretokenized_270B/fineweb_edu_000058_009.bin b/Pretokenized_270B/fineweb_edu_000058_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..b69f196f4f0ed9fc1c19f0e70a9fccd3ad5a61c7 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000058_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3007fd7dbe488499d2d25b788f922dd74f2815e12035c588042ae5e03d88a0d1 +size 16009962 diff --git a/Pretokenized_270B/fineweb_edu_000059_000.bin b/Pretokenized_270B/fineweb_edu_000059_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..75fa76f56d12a300db0d2e65127df770f56c2a10 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000059_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:caf3cf4f097750f48bb8706102a7ca5bd2476ae5536972a020216dffc857b3f3 +size 200000330 diff --git a/Pretokenized_270B/fineweb_edu_000059_001.bin b/Pretokenized_270B/fineweb_edu_000059_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..aea1644a0d5054d261892a7b2366dd8e9c480d68 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000059_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7310c9acfa86f713d54f0e75eca3b21596ace5c976e5a023feab97b54d1fe7d2 +size 200001348 diff --git a/Pretokenized_270B/fineweb_edu_000059_002.bin b/Pretokenized_270B/fineweb_edu_000059_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..0eb68dc1bd06e24c48b4316088479ab6191b121c --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000059_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da3c58712bcdb921dd5e67028dcf93e8ec3a08adfc663b917dcad057421e7353 +size 200002576 diff --git a/Pretokenized_270B/fineweb_edu_000059_003.bin b/Pretokenized_270B/fineweb_edu_000059_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..a7fdd15cc503ebd071720669894ba48069d53f9c --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000059_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77274aa8e189a4dbc809e1cc570c2da77d635f7ee19d0cd1b3794c787a4b5214 +size 200005086 diff --git a/Pretokenized_270B/fineweb_edu_000059_004.bin b/Pretokenized_270B/fineweb_edu_000059_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..0f1a05769f590ae8b96d9dc99a0ad2789e7bbd05 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000059_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4027770e7729efa2ccea663f8352aa2afece472db0144ea0a580de684b546702 +size 200002132 diff --git a/Pretokenized_270B/fineweb_edu_000059_005.bin b/Pretokenized_270B/fineweb_edu_000059_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..7c58e05a07319f8b4616f4f945971d60a664462d --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000059_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a310732f4b80e8a3a8a040946f491c912230d1b850e29dd0edf1f502c120deb +size 200021876 diff --git a/Pretokenized_270B/fineweb_edu_000059_006.bin b/Pretokenized_270B/fineweb_edu_000059_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..b0f99874dae3a06771aada42f23080f41df680fd --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000059_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c96f431c8180d98681a4a7cc07bc547fd9f3ec80ab1c8823e7b171e63419a0c +size 200000276 diff --git a/Pretokenized_270B/fineweb_edu_000059_007.bin b/Pretokenized_270B/fineweb_edu_000059_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..f9f36992a9d2b9fc5d16e3724dbca28a7738030a --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000059_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbd9e8c02190320411148264d48f91cf92df5131842a56365c69df66849aa106 +size 200000392 diff --git a/Pretokenized_270B/fineweb_edu_000059_008.bin b/Pretokenized_270B/fineweb_edu_000059_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..61839be98c43ef0d73b2a4c48386821c836b4b46 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000059_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f887ac839a51cdeb8abb349c16d9c7b0bf0467b47e5783f028b623fe123a5a40 +size 200007472 diff --git a/Pretokenized_270B/fineweb_edu_000059_009.bin b/Pretokenized_270B/fineweb_edu_000059_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..dbff238a2a21d72b845b5bd21d6880c2141cccb7 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000059_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3700157e5aba92002f7e0d6d462b7ac54c191a90607b7f10c0a6e8b935b19dba +size 6141570 diff --git a/Pretokenized_270B/fineweb_edu_000060_000.bin b/Pretokenized_270B/fineweb_edu_000060_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..b2e25e442ca764ede2d4790d3156f6623259a269 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000060_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dfe68d9ceaf31025ce2e2217ab0b379b9f995bf7eaaf1ebe045fd4403ae5b44 +size 200000806 diff --git a/Pretokenized_270B/fineweb_edu_000060_001.bin b/Pretokenized_270B/fineweb_edu_000060_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..e7aa2707c948a0d4873dc5ea7ba5d432f8e6211f --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000060_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4568d65cc948a392e5424b0f138bd568a00bba248c76069ae5d8299d78f2a04b +size 200001324 diff --git a/Pretokenized_270B/fineweb_edu_000060_002.bin b/Pretokenized_270B/fineweb_edu_000060_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..86958b24b41241defb318f84078df0446fc31d33 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000060_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8f0b80528a248def7a68a257eb9da6175930113072190c9057a69b5ec449ef3 +size 200005542 diff --git a/Pretokenized_270B/fineweb_edu_000060_003.bin b/Pretokenized_270B/fineweb_edu_000060_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..25ac5df0b17b38e919200720601f30eca4d63520 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000060_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65771592ff0c2f1046e5d145befe09c3fd2051ee73c5bcad567a99e9f13d6ca9 +size 200010350 diff --git a/Pretokenized_270B/fineweb_edu_000060_004.bin b/Pretokenized_270B/fineweb_edu_000060_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..fb11b803c26bf66041a48f442da8f850f71a8499 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000060_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7aa7afe0db35fee63cf723f1e0ac08fe3b913d4bdee13dc8182a5166a1cac103 +size 200003972 diff --git a/Pretokenized_270B/fineweb_edu_000060_005.bin b/Pretokenized_270B/fineweb_edu_000060_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..08511ccc252317c1ad4b06b168d4f01f57de546b --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000060_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8679b89c6e1ff8a4cbd81467f0fe7434ab0e400fe8b8267a85953e40963b8070 +size 200010148 diff --git a/Pretokenized_270B/fineweb_edu_000060_006.bin b/Pretokenized_270B/fineweb_edu_000060_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..f7e4f0394ecbf10d010e7d05eaedfa5b35d6b127 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000060_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b56e6240b6987ebe06a022eb164d92d23b715099a4a4ba0eb47edcb8c4a41a2a +size 200002958 diff --git a/Pretokenized_270B/fineweb_edu_000060_007.bin b/Pretokenized_270B/fineweb_edu_000060_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..6b31e37470eb1b1fabe5f56c2c6e68ac453c6742 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000060_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c666a768db928812f99113041870e38a69b364167c4cae6750b08d5e2ecce319 +size 200002426 diff --git a/Pretokenized_270B/fineweb_edu_000060_008.bin b/Pretokenized_270B/fineweb_edu_000060_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..0d6ea8600293982befeeb2d59396dd0a42e9ce6c --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000060_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38b86d4d33ea0bdb064861734832bab4389de6b8492d1b260b65fe8b466c93a2 +size 200009836 diff --git a/Pretokenized_270B/fineweb_edu_000060_009.bin b/Pretokenized_270B/fineweb_edu_000060_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..ba596ffbd4095663c035e7389671b908bcdf3ad0 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000060_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc080db41b3ea592f53ca886467e5a2cf8e00891eda6a45a226d244d2a74a313 +size 16255670 diff --git a/Pretokenized_270B/fineweb_edu_000061_000.bin b/Pretokenized_270B/fineweb_edu_000061_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..70f569cd7d9cc602e0218934758ba2894bb9b26f --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000061_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa5aa6afcfd7b8631c9e8af3b63c0d6fa9530526cbfdb21b7a1810ebd0cfd50f +size 200000466 diff --git a/Pretokenized_270B/fineweb_edu_000061_001.bin b/Pretokenized_270B/fineweb_edu_000061_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..e85342d47f13c7a163a3393c12a828094cda4697 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000061_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38325be9f6d450f6987056a50bb07d10f72d7cd232301cbb4e24675a4d125766 +size 200005888 diff --git a/Pretokenized_270B/fineweb_edu_000061_002.bin b/Pretokenized_270B/fineweb_edu_000061_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..5b23fc767db54b75e05e5052448f6a05d1a334d1 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000061_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8876b9fc6f3fc600e0b71f65fe1939efe1889bb54d24b11e4c43b86550065f60 +size 200000028 diff --git a/Pretokenized_270B/fineweb_edu_000061_003.bin b/Pretokenized_270B/fineweb_edu_000061_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..c3b31aa3d46603f2f0e5ed16b64effbacd052b62 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000061_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3725dd83c3e80fdff916ed8d89902294ee7214b4693549ea0fc1c96d3ac48733 +size 200030382 diff --git a/Pretokenized_270B/fineweb_edu_000061_004.bin b/Pretokenized_270B/fineweb_edu_000061_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..845c2c15cf078f9c587ac9dba6219ab77b980669 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000061_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8851646ed93bf18a93c4b810daffcd201ac886bf8067d35826f4a721f5966bf4 +size 200002196 diff --git a/Pretokenized_270B/fineweb_edu_000061_005.bin b/Pretokenized_270B/fineweb_edu_000061_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..8a2e768ac28204fb59513813015b0ec9f83900be --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000061_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0a56ccb785c9f809e458f0fdb5248227350acd22b60e0cbfebe236954ec185b +size 200001856 diff --git a/Pretokenized_270B/fineweb_edu_000061_006.bin b/Pretokenized_270B/fineweb_edu_000061_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..a7f5f32c747ec8cda43081fa9fc2063ec8896e41 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000061_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:789fe81311a15e19101136893daa7877556fe058a1dcdc0f65238133f71f2708 +size 200007810 diff --git a/Pretokenized_270B/fineweb_edu_000061_007.bin b/Pretokenized_270B/fineweb_edu_000061_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..7fad0b736228084cf4c8be45f2b27fde58ca505e --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000061_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9005d14a7fc1d48175fb8e1fd023f084fdadadf39a3fec54befc1492f9e2458 +size 200002196 diff --git a/Pretokenized_270B/fineweb_edu_000061_008.bin b/Pretokenized_270B/fineweb_edu_000061_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..92bf98104771725686091ddd8dead7ea36acf9dc --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000061_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae8445eb824707e21bb8e7b48cf908ab87508bd1feba996a2b013ec184a2c474 +size 200000188 diff --git a/Pretokenized_270B/fineweb_edu_000061_009.bin b/Pretokenized_270B/fineweb_edu_000061_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..9ab6be0b9850963ba18605c699a4f336c7ac6822 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000061_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb185422e01690d27e158a13cdb16c060834df02c73d760b7476f64eb39e98fb +size 9209588 diff --git a/Pretokenized_270B/fineweb_edu_000062_000.bin b/Pretokenized_270B/fineweb_edu_000062_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..79716830700bd97070ebbfdbc2f25a457f998483 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000062_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bb2e2442c088505b1ab2ae78cf4b3524cdce2a87c2beea43ebd84453143aaec +size 200000122 diff --git a/Pretokenized_270B/fineweb_edu_000062_001.bin b/Pretokenized_270B/fineweb_edu_000062_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..cea10187ff293c3250d54d926f3cc7de2c2cadd3 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000062_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77b478138f6b4ee33307dd195cdb1cddb1323ce678e78ea574a578fb39b7bef4 +size 200000624 diff --git a/Pretokenized_270B/fineweb_edu_000062_002.bin b/Pretokenized_270B/fineweb_edu_000062_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..a6be414912e9adfd0b97686e663914cc72a38fd2 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000062_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ec70926e7ca9aebbce29d667f8e4d19030fec25455226babf6fbc0182203bb0 +size 200001742 diff --git a/Pretokenized_270B/fineweb_edu_000062_003.bin b/Pretokenized_270B/fineweb_edu_000062_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..5f05d9e7bf872aa50e39731bdd025ad55732b1dd --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000062_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3173da4e0ab5d370f61787bf57223260cd889206cc5aa1bdc04c4a821504b0c3 +size 200014890 diff --git a/Pretokenized_270B/fineweb_edu_000062_004.bin b/Pretokenized_270B/fineweb_edu_000062_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..d7e7a226f9c1671a83e224828e7616ca7cd605aa --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000062_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e4e8d3ec9d84950641821d25117523292c67a4628a9b48934921e39db10abf3 +size 200010980 diff --git a/Pretokenized_270B/fineweb_edu_000062_005.bin b/Pretokenized_270B/fineweb_edu_000062_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..f9a2a2bfc01e6129a64863917f81e5631e85c9a3 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000062_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:412cc68d786fa5646ebfdce2b1ad8cf2fab3c447bd15496b077af9d729c269a5 +size 200002850 diff --git a/Pretokenized_270B/fineweb_edu_000062_006.bin b/Pretokenized_270B/fineweb_edu_000062_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..566384cb56105411f7784d24ee9eceb86342f8ff --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000062_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9096821a85cd8f98da4ca85bea56835ef007afc9b07c81dde8299650dcd1ff54 +size 200002310 diff --git a/Pretokenized_270B/fineweb_edu_000062_007.bin b/Pretokenized_270B/fineweb_edu_000062_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..d2355b71042341f65f3d1b79c98009fc36ab654f --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000062_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d92686c0f3202cdbd332be6696789dbd507d830fe963b49f485887068d83572e +size 200001852 diff --git a/Pretokenized_270B/fineweb_edu_000062_008.bin b/Pretokenized_270B/fineweb_edu_000062_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..fd89feeb46b26773c55e65786ba14cd750b94535 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000062_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44674ca5c2c904eba0f80f6aea68dcfaf8d7f91c55d7aa8c8f37fe883e014b71 +size 200012702 diff --git a/Pretokenized_270B/fineweb_edu_000062_009.bin b/Pretokenized_270B/fineweb_edu_000062_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..216cfea866265a89af9cd62241e1982cc8133650 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000062_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1c2169c6438f9a7013bd2c5ba1a4531c8652add1b41c3d5877e6c41eccbafca +size 18586828 diff --git a/Pretokenized_270B/fineweb_edu_000063_000.bin b/Pretokenized_270B/fineweb_edu_000063_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..c70fec73ea3e04a43562c0b23e9ed15f0325dd16 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000063_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acd09c42578c17b44167fe63f2cb22e21e8f874183bc41094465a3850ce31df7 +size 200001440 diff --git a/Pretokenized_270B/fineweb_edu_000063_001.bin b/Pretokenized_270B/fineweb_edu_000063_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..4205e75c446f724a5cba78c010139acc81d71b90 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000063_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ac74aafbbabfb82b140796020b9495283d534906cb86795f4fd6709a2289b0d +size 200013718 diff --git a/Pretokenized_270B/fineweb_edu_000063_002.bin b/Pretokenized_270B/fineweb_edu_000063_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..b5ecb4ca323e144f187a8bab3790d462a14ffbf0 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000063_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6f6ea92ed9b9ea2f6c2da39fb6a4f309eda25734e9ad60cb3ee68758cf10966 +size 200001198 diff --git a/Pretokenized_270B/fineweb_edu_000063_003.bin b/Pretokenized_270B/fineweb_edu_000063_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..938d2feeffa169baff1cf2bd4710ffc51fe61a3c --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000063_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d8e9edc2d9cec7bb70a9f75b1cf70c518964d39ee8a242eba155d550fe4304f +size 200001256 diff --git a/Pretokenized_270B/fineweb_edu_000063_004.bin b/Pretokenized_270B/fineweb_edu_000063_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..ab6399953be63aec506d238081fd83fbe9d3b4ec --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000063_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6295d6e24aa9610786b71c2903c2c58769fddf06df51525a181e6e6975e8b006 +size 200005540 diff --git a/Pretokenized_270B/fineweb_edu_000063_005.bin b/Pretokenized_270B/fineweb_edu_000063_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..82c16689cc2c7eb2433fe15f2649c10b48d1f6cf --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000063_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba7586460246df58628699d097dc7fea6be1e982e123e3914c10c81f3d0e3a1d +size 200001278 diff --git a/Pretokenized_270B/fineweb_edu_000063_006.bin b/Pretokenized_270B/fineweb_edu_000063_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..70fe989fed296f4a30421f5674b707ffce5ed706 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000063_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fcb638bf77c76e50cdc38a202162801f4a587ba909e51d3a65b8cca95be6a66 +size 200000328 diff --git a/Pretokenized_270B/fineweb_edu_000063_007.bin b/Pretokenized_270B/fineweb_edu_000063_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..d2211e1411d9aa2db20ae94ed24b82c3a6ca4c13 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000063_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2679582803ffaa9b8233714cfe7fc855b05d9a63e703dc18b719e37c879397cc +size 200002604 diff --git a/Pretokenized_270B/fineweb_edu_000063_008.bin b/Pretokenized_270B/fineweb_edu_000063_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..d5196a77c2bfa435a26c73553da0762ae8ea6faa --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000063_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:beb021f95030b6a69ec2f35a7afe9ce900ddc3368862d46a09d94c1c30481eb4 +size 200000290 diff --git a/Pretokenized_270B/fineweb_edu_000063_009.bin b/Pretokenized_270B/fineweb_edu_000063_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..2360b5f97124c288935b13403e84fd5d36c2005b --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000063_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fa1009baa36e8045e2ad137a85ad23aa184b096da7c341c10898ac563979882 +size 11272064 diff --git a/Pretokenized_270B/fineweb_edu_000064_000.bin b/Pretokenized_270B/fineweb_edu_000064_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..c1dcbfc5a12ca05b786f42198b326dee97d783e9 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000064_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cfd8b33b031bd7b3f1c1dd3ffa8408a94771b9c2be2c09de2e7cdfce84a7c02 +size 200070730 diff --git a/Pretokenized_270B/fineweb_edu_000064_001.bin b/Pretokenized_270B/fineweb_edu_000064_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..7c01c15715ee4309387599b5af45ff8977a8ef40 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000064_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd25505da624fcd42c4ce0affa848536c48501a1f6baf83c3b9d054d3f0ce533 +size 200000432 diff --git a/Pretokenized_270B/fineweb_edu_000064_002.bin b/Pretokenized_270B/fineweb_edu_000064_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..39be0f9a341547d9fc29aefd3d3a8f3d6a3e4325 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000064_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:debfc2fffe644a143f2dbb4446ada57faaaca012e1222b2daf9c6368d8394007 +size 200002302 diff --git a/Pretokenized_270B/fineweb_edu_000064_003.bin b/Pretokenized_270B/fineweb_edu_000064_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..54cbcdc82158b05376fab54f69977a193b1fb809 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000064_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95f21b22070a378b078e8b9cb94fd0ddc6ba958da7c7fcffa78390e98d3c69ab +size 200001136 diff --git a/Pretokenized_270B/fineweb_edu_000064_004.bin b/Pretokenized_270B/fineweb_edu_000064_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..5091ec28451078ad939245727ef8976d9da0442b --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000064_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43276e70340a86efe37e9f9ecd1d839e4cae8e3cad0749eab0a048dde1c2d9aa +size 200013230 diff --git a/Pretokenized_270B/fineweb_edu_000064_005.bin b/Pretokenized_270B/fineweb_edu_000064_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..72e16e3a4007c65cc64729462e0a821ae7862708 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000064_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2089c13bffa34137a2d01c7a2a02806c116aed49e8ada650def4bee19165cbcf +size 200004082 diff --git a/Pretokenized_270B/fineweb_edu_000064_006.bin b/Pretokenized_270B/fineweb_edu_000064_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..98c9685e38ddcf853b29ec2ecf880126728bb97a --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000064_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0f15b5ebb54d411caecc64b6afca2f8ccab131e959e2cc4b60b3c612acc270b +size 200000324 diff --git a/Pretokenized_270B/fineweb_edu_000064_007.bin b/Pretokenized_270B/fineweb_edu_000064_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..21b720b82152702b3c260cfb726931a8824013ce --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000064_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4af3e5fd8c3aabf8bac1e3f0d05df192f2499ab326c6d5c205fbf529e087d858 +size 200005434 diff --git a/Pretokenized_270B/fineweb_edu_000064_008.bin b/Pretokenized_270B/fineweb_edu_000064_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..178a04ee4b364cbd44c427af0fd735c8497a9926 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000064_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a43761e20f1e1580ce00cd43e02c34590369a591a2e9fa8e0b41dc94f53a0fb +size 200001174 diff --git a/Pretokenized_270B/fineweb_edu_000064_009.bin b/Pretokenized_270B/fineweb_edu_000064_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..43fce11e8064fe7bccd9437877c36edc521cb75a --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000064_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c232f9221a7d020869d7203cc24ebec270166a2cf9ba9c9ef2a02d55937f2fb4 +size 7097288 diff --git a/Pretokenized_270B/fineweb_edu_000065_000.bin b/Pretokenized_270B/fineweb_edu_000065_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..b78ec855b1323691c743d4e5dd6b8e91ca6e23fd --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000065_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0499ebe4c05a508dabda0fa926822ef722b736e1ce67f0f2e596da5bb75ce41b +size 200006178 diff --git a/Pretokenized_270B/fineweb_edu_000065_001.bin b/Pretokenized_270B/fineweb_edu_000065_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..8dd86554d6c9e62e84dffee87fe61ca89d5e72d4 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000065_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:402f8a8083f07a2384ab5aa18ac4273794f3b3d89814366d9d8e2057636ef45a +size 200009240 diff --git a/Pretokenized_270B/fineweb_edu_000065_002.bin b/Pretokenized_270B/fineweb_edu_000065_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..a5acf4c68da23bc72b98d7c4fec10f8e82962154 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000065_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b3e89758bf497bc389e033beef9bec87f0f108215f0684ed2c5aa57f251fa66 +size 200000104 diff --git a/Pretokenized_270B/fineweb_edu_000065_003.bin b/Pretokenized_270B/fineweb_edu_000065_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..9d47ad8cf68f0204352979f5de64750fb401a6a0 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000065_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b49699f92adfbfadc76ffb7d04a1e25999aa84fec1f861e25685facccb7aefd +size 200000864 diff --git a/Pretokenized_270B/fineweb_edu_000065_004.bin b/Pretokenized_270B/fineweb_edu_000065_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..bbd530510ebd15d56793832e08f80bca6ea67568 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000065_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f62c0bc98bba947b0082b119fa726b8ae7288b14d657f6ede5124e48e6577588 +size 200000600 diff --git a/Pretokenized_270B/fineweb_edu_000065_005.bin b/Pretokenized_270B/fineweb_edu_000065_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..906fb67256c6228ac7e16d795611fe6705f0c75c --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000065_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f480c4281b7a23d4d6dffb5d136ee13c4ff8f13eac6d80675d9250ae990e37f +size 200001544 diff --git a/Pretokenized_270B/fineweb_edu_000065_006.bin b/Pretokenized_270B/fineweb_edu_000065_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..e162ce99dc82934ec19e6e99d157600207993137 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000065_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c619a45aacdb501b700bf126898b62196ec9749989ea1516c5cae231ad529386 +size 200002922 diff --git a/Pretokenized_270B/fineweb_edu_000065_007.bin b/Pretokenized_270B/fineweb_edu_000065_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..06fe722ea797d4364977774c2e7bd8fd65b29874 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000065_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ae3c16c68bf776ff966fe6b4fa09d99e289d7552df4551130f372fe6b8a5205 +size 200003484 diff --git a/Pretokenized_270B/fineweb_edu_000065_008.bin b/Pretokenized_270B/fineweb_edu_000065_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..a73f49b5878a854d66e4f1b6d2cc77de21c066cb --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000065_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f4b9a88b52e9cd9bf5c03b15b6db1b996e39653c3ee39d8ae3e795d199f5033 +size 200003218 diff --git a/Pretokenized_270B/fineweb_edu_000065_009.bin b/Pretokenized_270B/fineweb_edu_000065_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..bf81226bd11ce16d7e330325598a2a3c757946ef --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000065_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac46c752123dc52e4d76524fc570268892025ce0930fb638a7ade801d8f801e5 +size 11894546 diff --git a/Pretokenized_270B/fineweb_edu_000066_000.bin b/Pretokenized_270B/fineweb_edu_000066_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..ef8799d66bf51987dec589e594dae2641a9d733a --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000066_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5045ce7a3135d32f4a43fbb2cb93355e6566ecbd36da8f683b1cff2b437f2cb8 +size 200006678 diff --git a/Pretokenized_270B/fineweb_edu_000066_001.bin b/Pretokenized_270B/fineweb_edu_000066_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..0522ad269a782313a2eefd8ae9ed0231721bc6c3 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000066_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da3f77542cb92bfd920fb8207c8a8b7b1f6940c00be5efc6df06fe5b25d9798e +size 200016394 diff --git a/Pretokenized_270B/fineweb_edu_000066_002.bin b/Pretokenized_270B/fineweb_edu_000066_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..2077e5c38a7d99728bbaf87765e4fc8e0be8fce3 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000066_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aaa8525b774e7d12012ddb6420d8de056ca4faa8dd12aa320ecd29c6b75b9b5c +size 200000980 diff --git a/Pretokenized_270B/fineweb_edu_000066_003.bin b/Pretokenized_270B/fineweb_edu_000066_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..57321d8f757c4fbe8726385c3cbcddce9304806a --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000066_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57bbacb9ab4d0562ef9eaae9dce5b8b378522a6c94063f94b28ea6c2add3539a +size 200010832 diff --git a/Pretokenized_270B/fineweb_edu_000066_004.bin b/Pretokenized_270B/fineweb_edu_000066_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..014658d35370df9f726a6365a2f0d985890ab9d2 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000066_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73b9e12daaa7942130a38ae94451f8aefced5aedb0e82ccfb4b404f0dc25a5e3 +size 200000500 diff --git a/Pretokenized_270B/fineweb_edu_000066_005.bin b/Pretokenized_270B/fineweb_edu_000066_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..6cac08e1a28bb6f5910b357835cdfe58da29c061 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000066_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbcce720daa69ef1219e24d36a0c2f26f9bf5568e0c28c096808bb78a04c000d +size 200000580 diff --git a/Pretokenized_270B/fineweb_edu_000066_006.bin b/Pretokenized_270B/fineweb_edu_000066_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..5de64b4faa523ae3032b7af09c307a7e9199ed1e --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000066_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65a2eae63fa80bb5ecb17609803227cc7659b08ac2cb0abb256985d92c34d9af +size 200003658 diff --git a/Pretokenized_270B/fineweb_edu_000066_007.bin b/Pretokenized_270B/fineweb_edu_000066_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..8a69199f6a816ec54edf8e88b5e7bb1a1699b836 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000066_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd6e80380187d8beee3b0eeb87fe8b1a0b78e5e613e9460ec7133b7896fb9a13 +size 200000630 diff --git a/Pretokenized_270B/fineweb_edu_000066_008.bin b/Pretokenized_270B/fineweb_edu_000066_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..f6deb24309ea29239798661c599a2151692ce188 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000066_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28a3686ed9f9734a62d1c028a18f8e30a5f5f724f52194680b24e28d86d3b0e3 +size 200016982 diff --git a/Pretokenized_270B/fineweb_edu_000066_009.bin b/Pretokenized_270B/fineweb_edu_000066_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..f75ef680b10f5bff5ea0307bdd5f3c663ce63154 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000066_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:278225a497f460687d75470cb22918298358f8da003421438ce057566dca803f +size 9154616 diff --git a/Pretokenized_270B/fineweb_edu_000067_000.bin b/Pretokenized_270B/fineweb_edu_000067_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..4f2a46c68b0ffc5ff2c638c9cf6bd72e4fcd675a --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000067_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ed585f0a3526b57aac00955908c0b46ca41adafdbd326380c83535d9b8b592b +size 200000952 diff --git a/Pretokenized_270B/fineweb_edu_000067_001.bin b/Pretokenized_270B/fineweb_edu_000067_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..299ad9e9c85d170e42191439ad26846fe613c5f3 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000067_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15860e3a26da4a7b2887358a9449ed4c53aeeab0a1693a7249ece67ab4356386 +size 200000266 diff --git a/Pretokenized_270B/fineweb_edu_000067_002.bin b/Pretokenized_270B/fineweb_edu_000067_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..84aba150fbae6aa7a3f4aafbfdc3c03d642e47af --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000067_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc771a1e55598db5a5fb86d262889d2fd5f8504f1ee41b9bb5adfca5d48ab735 +size 200000828 diff --git a/Pretokenized_270B/fineweb_edu_000067_003.bin b/Pretokenized_270B/fineweb_edu_000067_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..deeb8bdc1df1c44d78e73e59659ba4408e8332e7 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000067_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41e35fcf969be834779538728c6cca284a77c5288242136681d074a0cef4007f +size 200000718 diff --git a/Pretokenized_270B/fineweb_edu_000067_004.bin b/Pretokenized_270B/fineweb_edu_000067_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..98210595b7fa56c5589c382561e25fa8252f47fa --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000067_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e001137d74e04daff6eb37da74d3716b7e900fbb046ca083d73a9fbc56aa36c +size 200000150 diff --git a/Pretokenized_270B/fineweb_edu_000067_005.bin b/Pretokenized_270B/fineweb_edu_000067_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..60f8b13d61c6f960d41cfcf10c2d452de37e9432 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000067_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ee4ee389d157099117e0ff347e88afd290319e533c83d7a807b565b8e6a12cc +size 200002344 diff --git a/Pretokenized_270B/fineweb_edu_000067_006.bin b/Pretokenized_270B/fineweb_edu_000067_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..6e38f387b37e1e6d7680cd2090ecd8eaae5e532a --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000067_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd468aa838eb1783b294dd63f535b3057a50c08d40642469ae12df73f4ca1f91 +size 200001206 diff --git a/Pretokenized_270B/fineweb_edu_000067_007.bin b/Pretokenized_270B/fineweb_edu_000067_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..f2b4fb208f001fb2201fe08f67e8973de020a7af --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000067_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7fb00e886b537d2413fcf0020a3303718e6118d338c4ba3f6f2cf6dfff78b70 +size 200005454 diff --git a/Pretokenized_270B/fineweb_edu_000067_008.bin b/Pretokenized_270B/fineweb_edu_000067_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..9eaae7f7620cbe6ef56ce1c8c2389e8cc56011af --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000067_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:093ce820eaae365ab6676fa8a9fc9f2003842acb6a7edef165db50fc5599b881 +size 200000126 diff --git a/Pretokenized_270B/fineweb_edu_000067_009.bin b/Pretokenized_270B/fineweb_edu_000067_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..c67958bbe5ba0a6137f58d2558f682272d7dd4a2 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000067_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f41af699107461ebb3cd100584430932a6056187a4ea9c7a71e114db2b10e9b +size 10221798 diff --git a/Pretokenized_270B/fineweb_edu_000068_000.bin b/Pretokenized_270B/fineweb_edu_000068_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..50de2db4ae6e9a0ac9effc962890c41cc29888b6 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000068_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32ae364ba66a5f5126ab6c64bf3d2315537ee8b3d7f5de51ea0909a561658b5f +size 200002776 diff --git a/Pretokenized_270B/fineweb_edu_000068_001.bin b/Pretokenized_270B/fineweb_edu_000068_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..ffcda67aa895bd77fae7927573f31dec4ab10ce2 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000068_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c79124d4735ba4d5f82d410f317dc7dcdcab633a5dbb8d6034d433ef47ced7b9 +size 200001550 diff --git a/Pretokenized_270B/fineweb_edu_000068_002.bin b/Pretokenized_270B/fineweb_edu_000068_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..864bbe8865006bc84706eb8fb910a4a1dbdcaeea --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000068_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77e0216cceecb6cbd9082a66bc7d7fd72d1b0dfb8fbb4ca00f21d3fd3fe529c +size 200002066 diff --git a/Pretokenized_270B/fineweb_edu_000068_003.bin b/Pretokenized_270B/fineweb_edu_000068_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..28436313f72604dfa4bf85cecc393471edaa509a --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000068_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2deab87665e9fe5c669e9c1b97d6468ab0b7322910e5c0ee1bd5aeddcfda39df +size 200001166 diff --git a/Pretokenized_270B/fineweb_edu_000068_004.bin b/Pretokenized_270B/fineweb_edu_000068_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..57164e4043cc12b5b7e1fc5a2fa02fe659df5416 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000068_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9219c787111e66f2947cff4e17a4cc11ed57e09369926f6e42c5651a67059309 +size 200001396 diff --git a/Pretokenized_270B/fineweb_edu_000068_005.bin b/Pretokenized_270B/fineweb_edu_000068_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..afa29793a3d400dcdc9634b039bcae14ffa267cf --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000068_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e60d6f2286f6cbf4f93ee7f7dde77d34e3dbeb7ecf098948e775beab2fe1294 +size 200030986 diff --git a/Pretokenized_270B/fineweb_edu_000068_006.bin b/Pretokenized_270B/fineweb_edu_000068_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..c3bab685af6bc7847d72d87117965ee9901b14ce --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000068_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:442ca63179add26dc6a38f1cdd340169e2e82e87e5370847ece8b37dd99382db +size 200000688 diff --git a/Pretokenized_270B/fineweb_edu_000068_007.bin b/Pretokenized_270B/fineweb_edu_000068_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..e5d744cde58e155d314a708e9403f18a2b56ce94 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000068_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18c3f7fbb81713da7aef35f31243084f9e6f1ad34c3180a6aeacd26bf4caa58d +size 200001516 diff --git a/Pretokenized_270B/fineweb_edu_000068_008.bin b/Pretokenized_270B/fineweb_edu_000068_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..159a9ae8225204182cfa44ba6881426be0b0f0fe --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000068_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f50ee1ad065202595a89db54d069feb499a57f88dffa644f3242897eacd2b634 +size 200000228 diff --git a/Pretokenized_270B/fineweb_edu_000068_009.bin b/Pretokenized_270B/fineweb_edu_000068_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..6fb4bc7fcbfbd4aafa6728bfd87c37c760185b11 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000068_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73908bf1bd6022732cfe6b203bb05f9eace48a8856662b036731abc8e7dd428d +size 12155690 diff --git a/Pretokenized_270B/fineweb_edu_000069_000.bin b/Pretokenized_270B/fineweb_edu_000069_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..22b1d4e23a45bd7c3ba264204f4b9f0ff60c09d9 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000069_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bc50b929e489c8219207c2db6d3509ee4ce8db4e9c9efee1971495c1104db34 +size 200001460 diff --git a/Pretokenized_270B/fineweb_edu_000069_001.bin b/Pretokenized_270B/fineweb_edu_000069_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..89c16b8f8658dd560dd8ac45e22fe9c43d6b3a81 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000069_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ea319ae4ce91fb18514709638d84841dc3be6ad22d6bc7237e6249b2a575c75 +size 200000118 diff --git a/Pretokenized_270B/fineweb_edu_000069_002.bin b/Pretokenized_270B/fineweb_edu_000069_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..8cded349670d4643388e06fd046bace9d7e7338b --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000069_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad1a50a73a1bcdf0cac5d5ae432d520c4527b2f4ebebd0191bf41c53f1561fa0 +size 200000356 diff --git a/Pretokenized_270B/fineweb_edu_000069_003.bin b/Pretokenized_270B/fineweb_edu_000069_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..41b3b93d9c7283367fe0b0a58ca90526a48a7040 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000069_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7456b92e1532164a7311d134294df29b98c4b0996b93e649a038588c937a6f3a +size 200015616 diff --git a/Pretokenized_270B/fineweb_edu_000069_004.bin b/Pretokenized_270B/fineweb_edu_000069_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..c10ba64cc4b3d847597d7c6c5a23e6c197730cef --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000069_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa2fea4b28a5c5966d779ecc310ba222c0287f0ffe92a70ff2a33e19add6c61c +size 200021398 diff --git a/Pretokenized_270B/fineweb_edu_000069_005.bin b/Pretokenized_270B/fineweb_edu_000069_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..7c47241c87273580d416c8a152b5ccc243fa1887 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000069_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:665b572b1ab0d08703a7adda011d6953463fce0eb92274df33c19beb8a3a704a +size 200002136 diff --git a/Pretokenized_270B/fineweb_edu_000069_006.bin b/Pretokenized_270B/fineweb_edu_000069_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..cb46697dde3ea548cc33fff393fb10b54662820b --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000069_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13f05c971f44d5dee6a630081b695ba757049b5c8713d33b1cb55e36c67e28c4 +size 200001526 diff --git a/Pretokenized_270B/fineweb_edu_000069_007.bin b/Pretokenized_270B/fineweb_edu_000069_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..b43cfbb93a03993672a1eee21f6a6acb2c496f31 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000069_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:391522d9e7e9f462aa0a271c85a85da412494998f70f1701459369891469cfdd +size 200013048 diff --git a/Pretokenized_270B/fineweb_edu_000069_008.bin b/Pretokenized_270B/fineweb_edu_000069_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..e1fb1c3336f15dc1bc4272fafbcfece24a9df041 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000069_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a779f667f2d67ca17838fc9eb595ce22e8a8b12ca4b901e3f312dde5d5dad4b +size 200012580 diff --git a/Pretokenized_270B/fineweb_edu_000069_009.bin b/Pretokenized_270B/fineweb_edu_000069_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..5baf0251863a6b16d4572e50ec36ffd5308a6d1f --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000069_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42410ca7cdb57d959a0b78493fd07fd625df50d877aad9cfecb52d0b177241b9 +size 9602696 diff --git a/Pretokenized_270B/fineweb_edu_000070_000.bin b/Pretokenized_270B/fineweb_edu_000070_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..3193b8760268e5b8d40c747cc3638908ed59e5fe --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000070_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d325fc0748b25f76b65f4f01eb11aba6fe2039bf3953ddbe273414047b6c78a +size 200001620 diff --git a/Pretokenized_270B/fineweb_edu_000070_001.bin b/Pretokenized_270B/fineweb_edu_000070_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..b2f4c7b1e0f0e9699ddd7388a276e8d4a9e84f36 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000070_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0c37bdea75f737698970262bd7bd5248e3b97399e48b080b7099623863ca6f9 +size 200017926 diff --git a/Pretokenized_270B/fineweb_edu_000070_002.bin b/Pretokenized_270B/fineweb_edu_000070_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..b311efa32bb746e152a43eb24ddcd3b60d23b444 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000070_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0d9659df6af66f3d188c470225273edf9b40c05b226886a9fb42ccac2403c0e +size 200001108 diff --git a/Pretokenized_270B/fineweb_edu_000070_003.bin b/Pretokenized_270B/fineweb_edu_000070_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..9212547ffa7147f418bede37674833aaa0093a60 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000070_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbc55015eb7bc0fe33f55a416ad20d0a71a81a93032b640cfbcd3924e209c0ce +size 200002134 diff --git a/Pretokenized_270B/fineweb_edu_000070_004.bin b/Pretokenized_270B/fineweb_edu_000070_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..1acc14128f01ccd14a9fcc0c5bbd1f0448835cf5 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000070_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fab5bd81fd86e836b87c3ab63df2f4a747fd15b412cf0cd4935d85849e5042e5 +size 200002262 diff --git a/Pretokenized_270B/fineweb_edu_000070_005.bin b/Pretokenized_270B/fineweb_edu_000070_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..2a2952127276cd5251f37a1bec5ea119c1ce6141 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000070_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7421e6c716837ac4b0f020ab67f0da476dab81c12277466bfdc6734176d082c5 +size 200045802 diff --git a/Pretokenized_270B/fineweb_edu_000070_006.bin b/Pretokenized_270B/fineweb_edu_000070_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..301c4005197d50dc5e06b849ad13cfefeabc5928 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000070_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8c3ff2c56111dcd9cf3716dc69c66ca2c9cd4425a5bad604bfc822d19b522e9 +size 200003672 diff --git a/Pretokenized_270B/fineweb_edu_000070_007.bin b/Pretokenized_270B/fineweb_edu_000070_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..26e00a14641626a19a0304bb69b5919cabc02136 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000070_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e29d897f7055ffac57ff9eb7f3a31be0ca7b1cb5deff01200cf078f3bff92db2 +size 200003356 diff --git a/Pretokenized_270B/fineweb_edu_000070_008.bin b/Pretokenized_270B/fineweb_edu_000070_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..0afa844398d51f54fba28050c493d27e156cd0d9 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000070_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfa4d827a7026b9badfbd541418605d2ec43639d9971baac1a8374400c2256e4 +size 200000838 diff --git a/Pretokenized_270B/fineweb_edu_000070_009.bin b/Pretokenized_270B/fineweb_edu_000070_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..8fff458c7093be27d12ee9d319b8bd83a960d1de --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000070_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6f1cd64ca9acf66a10854ca8eb49e7dc5c35e8e81b4b3f47591b85178d6ced9 +size 12483170 diff --git a/Pretokenized_270B/fineweb_edu_000071_000.bin b/Pretokenized_270B/fineweb_edu_000071_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..b864ae5e6972875bb82b7a326eedf88e86043b36 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000071_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e5b8a2631ff4457772d2026cdee66baa47ff742303c483876d3f61ccd7e5129 +size 200005424 diff --git a/Pretokenized_270B/fineweb_edu_000071_001.bin b/Pretokenized_270B/fineweb_edu_000071_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..0831a05bcd086ec71f27c474a514d8dac2c1ee16 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000071_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1240b394794d87aad564ae085f183740bdc5c65486178bb4df1d77fa8fbe1dea +size 200008340 diff --git a/Pretokenized_270B/fineweb_edu_000071_002.bin b/Pretokenized_270B/fineweb_edu_000071_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..0d730156bf89ae9d7014f90b7af90d45b0ee45c6 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000071_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8e01cac374afbbebf07a44ad52b6c2ff8a0b5624807a113bece764c59855eb5 +size 200008428 diff --git a/Pretokenized_270B/fineweb_edu_000071_003.bin b/Pretokenized_270B/fineweb_edu_000071_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..9ba9a7554e53449ecb171d9be1c850edf50fdfd6 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000071_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52b3da0f9061de9945708f764433fbfef3ea8dbd63a2a5089e31672504f2a1b7 +size 200000086 diff --git a/Pretokenized_270B/fineweb_edu_000071_004.bin b/Pretokenized_270B/fineweb_edu_000071_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..8980320775ca1a1770dbb8769db4e549baf28a1b --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000071_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69b45ce47e772e2fe6cb819b6ae73a744b809a025415929e68d06e0e7d6be7e9 +size 200003594 diff --git a/Pretokenized_270B/fineweb_edu_000071_005.bin b/Pretokenized_270B/fineweb_edu_000071_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..862b8e91fa190983e85538bab9821666252c848b --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000071_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e0dce34a5a1562f24c367091bee17ecd0efbc44e3f11bcd6ebd384d4b9a0479 +size 200000064 diff --git a/Pretokenized_270B/fineweb_edu_000071_006.bin b/Pretokenized_270B/fineweb_edu_000071_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..ccd79c1572164397ed921cae3a680cef43f1b0ac --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000071_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6971a2ab3941396eea22feb860abf975662d6867cc48453024296db541f865b6 +size 200002300 diff --git a/Pretokenized_270B/fineweb_edu_000071_007.bin b/Pretokenized_270B/fineweb_edu_000071_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..7079cae5288e1852baa2d18078eba742f133d0f0 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000071_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0760ab5ebe865afa13bc85088b7cb30570acd8508382efc77a46f03ee563b36 +size 200001882 diff --git a/Pretokenized_270B/fineweb_edu_000071_008.bin b/Pretokenized_270B/fineweb_edu_000071_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..592d893d4b26704c53cad3bfacbf1e53d6fd00a2 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000071_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74e00c4bbb24a292b19c1437515811081f8f2698dd16c256c68770ff97e94ace +size 200001618 diff --git a/Pretokenized_270B/fineweb_edu_000071_009.bin b/Pretokenized_270B/fineweb_edu_000071_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..f6be5000e5e51ea1e0977764329f61b79f073517 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000071_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:965439f0ef738b46b32e1540a000627d26e307be3837d38dd8aab7777ec641fc +size 11259124