diff --git a/Pretokenized_270B/fineweb_edu_000072_000.bin b/Pretokenized_270B/fineweb_edu_000072_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..7f79f9246e6e6086ec5c162631104eee05bc7fd5 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000072_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b128b706e5072ab2383c7721f88f9920b355b259d4964d2be17850bd7a72252b +size 200001688 diff --git a/Pretokenized_270B/fineweb_edu_000072_001.bin b/Pretokenized_270B/fineweb_edu_000072_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..9d30c14bde2e76d9e5d196586c9ad9ed6cb42f94 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000072_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fd2f66e8da75a1f675d0170b1998ae129c17c70a6e59012f5562ca554624295 +size 200005070 diff --git a/Pretokenized_270B/fineweb_edu_000072_002.bin b/Pretokenized_270B/fineweb_edu_000072_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..02d6d5aae76ee0d8a098795a8bc9c5e7ea305fde --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000072_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15e6606cc9e4fa6c170c6d3c4597e579c38d239acad1c3895c211d6e5475566e +size 200000836 diff --git a/Pretokenized_270B/fineweb_edu_000072_003.bin b/Pretokenized_270B/fineweb_edu_000072_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..9d6d911b86896b34e424a55995ef8b2f028de9ad --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000072_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c3d1e46931fe32fb3296d5a36f2cfd5743525c7ce97ed24e14d67f74b41fa47 +size 200041504 diff --git a/Pretokenized_270B/fineweb_edu_000072_004.bin b/Pretokenized_270B/fineweb_edu_000072_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..d164dee4902076da92c58f7df467cf4f13664cb9 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000072_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5252e10fd9d1fc52520fd14cc7330de739e301a9107e4a0c4339d2916054c0cc +size 200001816 diff --git a/Pretokenized_270B/fineweb_edu_000072_005.bin b/Pretokenized_270B/fineweb_edu_000072_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..1d485a68cf4dda5a2c6273fa87183c61cf0fb231 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000072_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20e5167e38b846d5062dfc6a410710dd4c124787fd4c11aa432786348a483dfb +size 200001384 diff --git a/Pretokenized_270B/fineweb_edu_000072_006.bin b/Pretokenized_270B/fineweb_edu_000072_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..8977594119a8b8c4a70254002c1b27767e09c533 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000072_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73c9d87fcc9ba6b7af512c6c23ab6c72e491280c07b91c85c89bbc9e74e02314 +size 200014944 diff --git a/Pretokenized_270B/fineweb_edu_000072_007.bin b/Pretokenized_270B/fineweb_edu_000072_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..533031d5f0ccf7eaf1ac0363545ba7c67cddecee --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000072_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5101ec618caa270a1636c8e10a99c5404c9bfa70c25840979a1f4dc169986c7c +size 200002730 diff --git a/Pretokenized_270B/fineweb_edu_000072_008.bin b/Pretokenized_270B/fineweb_edu_000072_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..e3da1432c986aebb869a6c6a860ce46dbd53e2cf --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000072_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b94a2c180a393f023571c4cce803f114f7e34112e9419f600f33cdca2ee2bad7 +size 200003148 diff --git a/Pretokenized_270B/fineweb_edu_000072_009.bin b/Pretokenized_270B/fineweb_edu_000072_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..62f3720471cce9265985d2db7c1dc4bd611f671d --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000072_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac9c1131644eae4413186f4b8db3396ee468e5e943b69787c380d645a0e5f7d6 +size 16685544 diff --git a/Pretokenized_270B/fineweb_edu_000073_000.bin b/Pretokenized_270B/fineweb_edu_000073_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..9c19cb679b409c55bd6f2b104224ab8051de229f --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000073_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b20263936d6832457ba6d5ed6d5ee48a32dba2165797630c5811b5aa06792024 +size 200000742 diff --git a/Pretokenized_270B/fineweb_edu_000073_001.bin b/Pretokenized_270B/fineweb_edu_000073_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..4e6635794bb512bfbfc1a23153511ed87e560a11 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000073_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5226f7972f9e855ae426e8ad2ccf095e3e04a5042d6f47f9cdf38d603fc5486e +size 200002264 diff --git a/Pretokenized_270B/fineweb_edu_000073_002.bin b/Pretokenized_270B/fineweb_edu_000073_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..8be944e2ea3c82e279e92439d51588ccc0af0aca --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000073_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cefe20cc08858b383329ee9c9614d6fdaaf6f22202c4b6f86be49cd934b2eb0 +size 200001466 diff --git a/Pretokenized_270B/fineweb_edu_000073_003.bin b/Pretokenized_270B/fineweb_edu_000073_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..e757381059e8611dbecb081baf7b6c55e5d41a16 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000073_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e621a808cca7f690480d5e810e0a6818b27d11c8aeb005d201145d81fcaacb96 +size 200000502 diff --git a/Pretokenized_270B/fineweb_edu_000073_004.bin b/Pretokenized_270B/fineweb_edu_000073_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..6ad3595b3cad3255057ea828a7497f27a9e5f76d --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000073_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdc670f1c1a3070f6aa59b56dd85214119f8909fb1a7afcdde7ae354b5bf803e +size 200003398 diff --git a/Pretokenized_270B/fineweb_edu_000073_005.bin b/Pretokenized_270B/fineweb_edu_000073_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..388f8906312845cb424f8e6a5d9c8bfbf893046d --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000073_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11c7a8e2a6b4ad0c71ebf874c06e84ef5cdcb64bb16b38199f5a57f3b7977772 +size 200000298 diff --git a/Pretokenized_270B/fineweb_edu_000073_006.bin b/Pretokenized_270B/fineweb_edu_000073_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..3a5325b5edc488ad4f34584e9103895990d9f830 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000073_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:393b843bfd66b175e060f19e2f9e5dddcfca68eafe0935c9b4e3f14b245ee161 +size 200001084 diff --git a/Pretokenized_270B/fineweb_edu_000073_007.bin b/Pretokenized_270B/fineweb_edu_000073_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..ded6f501fdc2c2510d27eec3f62563220d8ca3d3 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000073_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9fc3238637b8ab10c06326fa706db3d393a92b17a14b76d7e19fc824df40936 +size 200000456 diff --git a/Pretokenized_270B/fineweb_edu_000073_008.bin b/Pretokenized_270B/fineweb_edu_000073_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..f658dafe5e41d406109f27c25e355c6363787c9f --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000073_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2dbb40445a192c3ada8eae1e76e68847844741af3cd46490be2fb6f74865fe92 +size 200001286 diff --git a/Pretokenized_270B/fineweb_edu_000073_009.bin b/Pretokenized_270B/fineweb_edu_000073_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..58c127fcde37c68927e358b76195adaa7724da6d --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000073_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9ec967ee3e4943e7aaca49a616cc338d6828dcd2233cf3153275adc3aaee8a3 +size 6507486 diff --git a/Pretokenized_270B/fineweb_edu_000074_000.bin b/Pretokenized_270B/fineweb_edu_000074_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..955fcd76ae8d272cd00ca3c0cd0abf9feabbbe7b --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000074_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e86eb2b2266dbedc9b0933a5bcf35b074a3f3ed06b461d649c3a355994dcf5f1 +size 200001088 diff --git a/Pretokenized_270B/fineweb_edu_000074_001.bin b/Pretokenized_270B/fineweb_edu_000074_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..fc757eb81bd8cf2ad96446c56de59337750f553d --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000074_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ffeaf70e0687c45f974372bee9af2f0ce6af23e9c07d421bfdd343bd3fcd0c7 +size 200002544 diff --git a/Pretokenized_270B/fineweb_edu_000074_002.bin b/Pretokenized_270B/fineweb_edu_000074_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..6cb3dfa240fe5d04559b29957fe533481d7869c7 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000074_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4230a11b3abff791c632e25b699d3276cf2d44a00c91b6a6429cc982299a762 +size 200015166 diff --git a/Pretokenized_270B/fineweb_edu_000074_003.bin b/Pretokenized_270B/fineweb_edu_000074_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..bbbe8a8e6edd041877847848908d479c3e1a3bea --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000074_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fb6bf4f938d62f7a43d04a69f4705f35fedd96e87a011a403ad2a90e6b6a801 +size 200000534 diff --git a/Pretokenized_270B/fineweb_edu_000074_004.bin b/Pretokenized_270B/fineweb_edu_000074_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..651b549bb54cafff99e8f3028e91a30e36cef6a3 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000074_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b76000679e4af72d36367be05eed870aac4f66197d98ecaeee8fcd814435e62 +size 200022152 diff --git a/Pretokenized_270B/fineweb_edu_000074_005.bin b/Pretokenized_270B/fineweb_edu_000074_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..25f26e98046ab47f0714b471774c1643e8a1c473 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000074_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c40f9a3c92d129d5facf8641f411e2a8bdf0c53ae044e648b2663156389dd35 +size 200000072 diff --git a/Pretokenized_270B/fineweb_edu_000074_006.bin b/Pretokenized_270B/fineweb_edu_000074_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..0fc5e3cb0bb9505964c11578a2f9a14ad00b6429 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000074_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f6ab559e523b0e2ed2b26e6d5d244ebbb883a83ff3b7ed55142f6f1206757ca +size 200003374 diff --git a/Pretokenized_270B/fineweb_edu_000074_007.bin b/Pretokenized_270B/fineweb_edu_000074_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..bd2d7f0ee7983d8ff8d4f50af53ea79edbfd56d3 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000074_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfb5c0a423d9d332797faa58eb03ee5d239e7affc428a32a5d3c7f25506274da +size 200000810 diff --git a/Pretokenized_270B/fineweb_edu_000074_008.bin b/Pretokenized_270B/fineweb_edu_000074_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..a976702deedd572cd6bbd2b0ca09a926a46227e8 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000074_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:404a096c11b7c43676e94fad8669cafa1ddca34f155d2a3b27f0713b6b8bd904 +size 200005080 diff --git a/Pretokenized_270B/fineweb_edu_000074_009.bin b/Pretokenized_270B/fineweb_edu_000074_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..bcc6f913640be3785d39a3eb34e6839dea56f963 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000074_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05045657733f96fee392077568ca055031f9e27d4b57dedfc297a9066d607ca1 +size 16400290 diff --git a/Pretokenized_270B/fineweb_edu_000075_000.bin b/Pretokenized_270B/fineweb_edu_000075_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..b01cea0f30cf23a5dc1241d107ffacdff3373fc5 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000075_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f8fd6a92a34606e888716ebd53be1893ea9f68430f55afad6d952d407fda235 +size 200002052 diff --git a/Pretokenized_270B/fineweb_edu_000075_001.bin b/Pretokenized_270B/fineweb_edu_000075_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..2ad2d37875792d4ae80e1cbe915464691bbce9ad --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000075_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97e73774fd8aa5538941e6353eb2c4dae8e5942c19a7142c2b7793f7a46240d3 +size 200006450 diff --git a/Pretokenized_270B/fineweb_edu_000075_002.bin b/Pretokenized_270B/fineweb_edu_000075_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..b0bcede4d4ae3ab0194c883824abbca6f1cd65d1 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000075_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bb5d53c6061fef13c7b298bc02707cd86fa01215df6d5343ef0c77d7bbad855 +size 200001054 diff --git a/Pretokenized_270B/fineweb_edu_000075_003.bin b/Pretokenized_270B/fineweb_edu_000075_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..b11c6829ae864be4188cd1ca167f3bf54a9555bb --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000075_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7d6f322b7cb120b8dd36e496a105706b4feb1fa677f22c0beb219a8dbc3780b +size 200009580 diff --git a/Pretokenized_270B/fineweb_edu_000075_004.bin b/Pretokenized_270B/fineweb_edu_000075_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..0b9ccdb6803cbd1e9ff22a3487b98e00f0fb6637 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000075_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20c23074840768f7085bfa11b736eb95b7e1eea8b5f0a469bb1f8c8af68cef8e +size 200008894 diff --git a/Pretokenized_270B/fineweb_edu_000075_005.bin b/Pretokenized_270B/fineweb_edu_000075_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..2be5a8ee4d82c4245af10a07ee3a33431f54813d --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000075_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3ac7d626c9a5507dfc10f5181f0c5b99b78f5650a802555b87198c7c369f425 +size 200000674 diff --git a/Pretokenized_270B/fineweb_edu_000075_006.bin b/Pretokenized_270B/fineweb_edu_000075_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..c7028798c69a9e31a5a9b94a177943b8930224fb --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000075_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a40924f075837c68ea9151180cc8e895ebb5948388fff4b1a6ca6d94f4ec6539 +size 200000606 diff --git a/Pretokenized_270B/fineweb_edu_000075_007.bin b/Pretokenized_270B/fineweb_edu_000075_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..729a4bfdc07573000012c2b78fcb875754774cdd --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000075_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:773f8f8c6c0389312e47d136d199b9b2741af468108847ab9489ea19401249ec +size 200003776 diff --git a/Pretokenized_270B/fineweb_edu_000075_008.bin b/Pretokenized_270B/fineweb_edu_000075_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..9a50319b9ed4d98b7ee2336847461530ef6d7970 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000075_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4075a117c5a3b7bde79d927ef2bcdb3e62a2f3fada985aaf546afcea71fa8626 +size 200000786 diff --git a/Pretokenized_270B/fineweb_edu_000075_009.bin b/Pretokenized_270B/fineweb_edu_000075_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..dbdff5808bdfd28f44afe4db56b3a1d8aa0f3dd9 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000075_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7b1990c354c47510f3581de4fdb2332b1fd59e8e3c2612f2a18607178918ce3 +size 9131032 diff --git a/Pretokenized_270B/fineweb_edu_000076_000.bin b/Pretokenized_270B/fineweb_edu_000076_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..5e24fcab38e63c96ee7c5e1b3b8300919983e549 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000076_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19fa3b3c44a5be8c91f524be088ad1b807dea477840e13da57e83b4f28ae0b79 +size 200000178 diff --git a/Pretokenized_270B/fineweb_edu_000076_001.bin b/Pretokenized_270B/fineweb_edu_000076_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..c14352fbbd43fa072ac2ed1f66713e69c072953d --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000076_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6de5fb6a97ba0a2caa99e89311c6a61fc03e6b4503bce90cdf5a63fca687160b +size 200006296 diff --git a/Pretokenized_270B/fineweb_edu_000076_002.bin b/Pretokenized_270B/fineweb_edu_000076_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..39cbc0e5377843944bb6fb84b5bdd0f134a4f3e7 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000076_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1011c025619e39eaf265a79ddb2f150f2d7ab43cbd691b38af39b4698a1bbe7c +size 200000164 diff --git a/Pretokenized_270B/fineweb_edu_000076_003.bin b/Pretokenized_270B/fineweb_edu_000076_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..4b5f313ec20c98fea5745499a407b17332fb8017 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000076_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43c91f8f39386bd0802eda8058c53928311784e7014ccb0da32020919e409400 +size 200003204 diff --git a/Pretokenized_270B/fineweb_edu_000076_004.bin b/Pretokenized_270B/fineweb_edu_000076_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..7c49a722c582fd2b7ed42a7d3c641f29b93c8085 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000076_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e7bc07b1f1566068486f5cd3f8e004bfd25d84f7708ab249a5f06ecfb7e1cb4 +size 200005754 diff --git a/Pretokenized_270B/fineweb_edu_000076_005.bin b/Pretokenized_270B/fineweb_edu_000076_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..c54338340e29a541557a934efc931219d688d59a --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000076_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e85e9132731594c4fa183fc9c2b7abe943c0a44e3ba74e3783a73df6cc16cf66 +size 200000636 diff --git a/Pretokenized_270B/fineweb_edu_000076_006.bin b/Pretokenized_270B/fineweb_edu_000076_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..14efc341173842613ba9cbc98904eb4e09bfa779 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000076_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08c171be0ff108a719b9ab040834414444702216231e6899542354bf873605ef +size 200002476 diff --git a/Pretokenized_270B/fineweb_edu_000076_007.bin b/Pretokenized_270B/fineweb_edu_000076_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..c3ad0319a581d1eb444abd7e709198d5f886499e --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000076_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5243a44758e8f83dfb9cbe335492d2bc0e37325a7db51628e58831a2126c45d8 +size 200000050 diff --git a/Pretokenized_270B/fineweb_edu_000076_008.bin b/Pretokenized_270B/fineweb_edu_000076_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..f813707adfaa01139ac7e88cc282928d0e0675ef --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000076_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e1fd4e4f878b174381aacb41c859f7e389764111ed35194a25c0d134e5efff5 +size 200002104 diff --git a/Pretokenized_270B/fineweb_edu_000076_009.bin b/Pretokenized_270B/fineweb_edu_000076_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..0f8e0c418a9cab3a004c56da9da1ce78a7fee260 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000076_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bba2c94134292ae9b71adbc2233b4301ed60326409d4cc8973823bad40db0288 +size 10763614 diff --git a/Pretokenized_270B/fineweb_edu_000077_000.bin b/Pretokenized_270B/fineweb_edu_000077_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..71d77f98d0ae6498c603ff6cf1724a181c1a92ef --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000077_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e9429dca10a7868f0bae6e698733a5b9f415e307f20cd673c86d0c1aa69ac42 +size 200001246 diff --git a/Pretokenized_270B/fineweb_edu_000077_001.bin b/Pretokenized_270B/fineweb_edu_000077_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..4fb250b731c0dd4e5f6724d406a6b3640552eeff --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000077_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:608e598e1394610b6c5a809be660eb880eb830965bf261f6dcd5e2c350119928 +size 200000814 diff --git a/Pretokenized_270B/fineweb_edu_000077_002.bin b/Pretokenized_270B/fineweb_edu_000077_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..838f48439c454d336e139ebbc69a77433a72a053 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000077_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a897b1489be011309a675897791a2a874a8d41eabfa345df3a4e2d56dc814bc +size 200006566 diff --git a/Pretokenized_270B/fineweb_edu_000077_003.bin b/Pretokenized_270B/fineweb_edu_000077_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..51de4a708a36c54803c6dd6a31bd9b71fcf4fbf6 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000077_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84eb9ed4c94c5caac3916d96910154d9269f49845837e70604bde6af647f0311 +size 200005078 diff --git a/Pretokenized_270B/fineweb_edu_000077_004.bin b/Pretokenized_270B/fineweb_edu_000077_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..e129e3859f8320629b1a69a98d6ea2c9807adf22 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000077_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6600ab664534f3381d71a16c6dbab31ef3254185b51a302026fae20d7c9b581 +size 200000518 diff --git a/Pretokenized_270B/fineweb_edu_000077_005.bin b/Pretokenized_270B/fineweb_edu_000077_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..9b465769a9951e450ee5b5224eae92121a3a6d50 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000077_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bc2891241b47b4266005421c8a6cba1ac1ecbf56fd3b88c81b7d1b7905c8b0f +size 200001626 diff --git a/Pretokenized_270B/fineweb_edu_000077_006.bin b/Pretokenized_270B/fineweb_edu_000077_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..50b0254ea2227da6b5e1ae54b5e5fa40fb3e3f15 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000077_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a574afde1aa85ac12df4ee23935584963dd6cdfd9b1f020d1e991f7817dd6ed +size 200005108 diff --git a/Pretokenized_270B/fineweb_edu_000077_007.bin b/Pretokenized_270B/fineweb_edu_000077_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..10ea8ddea0d6900533fe77bb62a004b1af23ca08 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000077_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f22a328cc598e652e4b031c00e5426d781d4b5a105573f0f60111304e54fb855 +size 200001668 diff --git a/Pretokenized_270B/fineweb_edu_000077_008.bin b/Pretokenized_270B/fineweb_edu_000077_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..8aa541d15367241def1f5521eab8da7f9fe2b0eb --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000077_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41da3a4ff7a3790b9a4f3b9032105f5f4f986826e9bb8d319976a4ff29324829 +size 200000466 diff --git a/Pretokenized_270B/fineweb_edu_000077_009.bin b/Pretokenized_270B/fineweb_edu_000077_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..bb48330d03d3c331cc03b8d4e62fd15cd9a111b8 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000077_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4856601d0f6ab3862d5155ec6c00007cdb2361b6b9abea4600b7ea155cf62c8 +size 8114620 diff --git a/Pretokenized_270B/fineweb_edu_000078_000.bin b/Pretokenized_270B/fineweb_edu_000078_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..fa028df60c9aea616bf005aa25c51e8c301155b7 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000078_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed8178e5650b9c2a30308ba7fa1820521ba293da8ca8e664302dc1cabe3364a6 +size 200000676 diff --git a/Pretokenized_270B/fineweb_edu_000078_001.bin b/Pretokenized_270B/fineweb_edu_000078_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..71c3beb609ef1606275d26bc597f9dd19ae57b09 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000078_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85c486b896e111711b2e6e7adbc6b512ec258bf1489067e6c2f6361f5eacd65c +size 200003726 diff --git a/Pretokenized_270B/fineweb_edu_000078_002.bin b/Pretokenized_270B/fineweb_edu_000078_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..250eab46a88180eb596966c63e0f9eef08a0c3a0 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000078_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:989c18dfb49d1ddaa8850250fc3e9cb00090ddc346e2d640879d986d008cbd88 +size 200001918 diff --git a/Pretokenized_270B/fineweb_edu_000078_003.bin b/Pretokenized_270B/fineweb_edu_000078_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..755664d5ad00f22c3ffe5c99f3094303850eb031 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000078_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be0e1aa0e753c9982ba5c41d3103a62989c8bcda39e1e6fba692fd558926e2d1 +size 200000182 diff --git a/Pretokenized_270B/fineweb_edu_000078_004.bin b/Pretokenized_270B/fineweb_edu_000078_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..838a2d1103efc1d1b96fac701503f5c527356de9 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000078_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9935c23479fba1c074a06182136f19795543f090fd2823cd50bbd78daedfc6d7 +size 200004688 diff --git a/Pretokenized_270B/fineweb_edu_000078_005.bin b/Pretokenized_270B/fineweb_edu_000078_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..bc7225dff4f3818c5ba2246964b3c9d8e1722678 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000078_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43a7ee8a180b985b749a7d89ec50e10c5b8c08f7991699f12e8bd24e96de066a +size 200001626 diff --git a/Pretokenized_270B/fineweb_edu_000078_006.bin b/Pretokenized_270B/fineweb_edu_000078_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..a051330d366c76f34d45ed0c5545de3be2cca0e5 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000078_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac0ca210897c3886bf9bf12d19cdf483881a7c902d0138f9e21c52fc32897f22 +size 200000492 diff --git a/Pretokenized_270B/fineweb_edu_000078_007.bin b/Pretokenized_270B/fineweb_edu_000078_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..b74d361e1527968497fda2abff2c0b2767550438 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000078_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35551ed3c9742deb4b0da45f814dca3984ace3a164d9c9e1716f77ca17a364bf +size 200001262 diff --git a/Pretokenized_270B/fineweb_edu_000078_008.bin b/Pretokenized_270B/fineweb_edu_000078_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..63b7690b05c8fad70dc912dd14562f85a0df44bb --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000078_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae2d0297ac69b0ea6ce0ad24fda637ff0544bb8464daf1dbc29b308e56072cc6 +size 200001040 diff --git a/Pretokenized_270B/fineweb_edu_000078_009.bin b/Pretokenized_270B/fineweb_edu_000078_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..8f7548beecde3de2cc40053320e87fd9cc734448 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000078_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2365c20a5b86f11dd5de06ab6255b138d580c4e3cbf2240c15a8983d035a8398 +size 4695584 diff --git a/Pretokenized_270B/fineweb_edu_000079_000.bin b/Pretokenized_270B/fineweb_edu_000079_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..e61d43c6559aa22df289acf9495f390aac8f6a38 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000079_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8824388c5a177d957c3769e8b68a5f505126d907c3ba2cbe0cb8d0027c9a4926 +size 200001210 diff --git a/Pretokenized_270B/fineweb_edu_000079_001.bin b/Pretokenized_270B/fineweb_edu_000079_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..a65dc780c63752b5ed9f5ba62ffbd1a177a2539d --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000079_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7ada5ef59b648a8f4df8ac475dd4f49dc876934cf6ef599791fa8dc762683bb +size 200000684 diff --git a/Pretokenized_270B/fineweb_edu_000079_002.bin b/Pretokenized_270B/fineweb_edu_000079_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..57999c488f968699df469ad775e07148486a5831 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000079_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:136be077f27d9b8c310278a0a65c8ced63abf92c4446921ca2208283a7c39fa5 +size 200000320 diff --git a/Pretokenized_270B/fineweb_edu_000079_003.bin b/Pretokenized_270B/fineweb_edu_000079_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..08b6f640b2284afb817e187be5afa561ee06e76d --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000079_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff8322a2b6956d6b5e91648b6e4974269b318d1f6216441b379f7fa06d184459 +size 200000076 diff --git a/Pretokenized_270B/fineweb_edu_000079_004.bin b/Pretokenized_270B/fineweb_edu_000079_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..eae506719f27d88bfe7d00467a33bc323dbf6b95 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000079_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f59ed2050571a40ba42ddc82a42699020ea6d6baeddcad3ed2ce761b74519ff +size 200000962 diff --git a/Pretokenized_270B/fineweb_edu_000079_005.bin b/Pretokenized_270B/fineweb_edu_000079_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..16edd6af8bc499f4d49c9f89759fac57d8f82cdd --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000079_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f14c75e47dd3473ac42d0ca68c86dc02128b3b010c1258b25eeee51a9f2fcd10 +size 200001192 diff --git a/Pretokenized_270B/fineweb_edu_000079_006.bin b/Pretokenized_270B/fineweb_edu_000079_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..40069df2891e193d394b864fb80f21802459ac77 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000079_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7be70d5022e782d74f1753fe94f1dc27a456df3acb738ef2f76fe29e32397e3 +size 200000272 diff --git a/Pretokenized_270B/fineweb_edu_000079_007.bin b/Pretokenized_270B/fineweb_edu_000079_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..22bfeb4add9687caa77b22bbb9b59cb352805e1e --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000079_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43f75ade7b6e69a60723e73b215f316480da64c491857507af28f2fc764faf17 +size 200001652 diff --git a/Pretokenized_270B/fineweb_edu_000079_008.bin b/Pretokenized_270B/fineweb_edu_000079_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..2be04c31949403297c4f08a8c9dda083ab22cb57 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000079_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd5ae6b33adee1487c663c254597cfcc1291e8de6b00d522530ad2aba88495eb +size 200002634 diff --git a/Pretokenized_270B/fineweb_edu_000079_009.bin b/Pretokenized_270B/fineweb_edu_000079_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..420eedd1b879cef09cf1c01144ee5d44649493f7 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000079_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:200517ded359ab8d5450613f32a2059a9c5f06cd568ec31ac6dea41ea69cce8e +size 14564080 diff --git a/Pretokenized_270B/fineweb_edu_000080_000.bin b/Pretokenized_270B/fineweb_edu_000080_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..55c6fd80a5393fc76603bfd07dfd7fa16866891b --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000080_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4ab2062738679bccae7b0861b3608629d77e76711048626506db65aece97e13 +size 200001490 diff --git a/Pretokenized_270B/fineweb_edu_000080_001.bin b/Pretokenized_270B/fineweb_edu_000080_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..1872b1f78bd1ffc27305bc590636284a2bf0c643 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000080_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df38bf0e5b7e714abc5fd62b4bb9aff444191e009b15d9077ab9931b8e51a7cd +size 200021634 diff --git a/Pretokenized_270B/fineweb_edu_000080_002.bin b/Pretokenized_270B/fineweb_edu_000080_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..59d89d9729a8a199df3be4d05590852d4f933229 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000080_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:312d703647a07b3e7181ac2381dcc20b2e6cb65339cd4f038ed9351009583b52 +size 200000306 diff --git a/Pretokenized_270B/fineweb_edu_000080_003.bin b/Pretokenized_270B/fineweb_edu_000080_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..3b86ac6b671c03c4f893cf79e8ba7a5a4f0f25ca --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000080_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35da71a19084f03cf25a1c06801228f380ac6ff185c4b68731bfc02ad1e8a31b +size 200002784 diff --git a/Pretokenized_270B/fineweb_edu_000080_004.bin b/Pretokenized_270B/fineweb_edu_000080_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..ca5ef2ff30034d2cbce7949af20b3ef50add23ab --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000080_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52553c6b50d84a929ca0c6e4d054dcefaed5282bb99aa2289fa2e94d61982f0f +size 200001570 diff --git a/Pretokenized_270B/fineweb_edu_000080_005.bin b/Pretokenized_270B/fineweb_edu_000080_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..dd3c58724e0673c06ba65a1098d7765576f7b9cd --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000080_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d289b56001fa5c3bdf6a27b2a3fcf73c2ce454e6deda2c815668711fca658851 +size 200207706 diff --git a/Pretokenized_270B/fineweb_edu_000080_006.bin b/Pretokenized_270B/fineweb_edu_000080_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..396a961de90d3a312e11ffc1b2356fc46e88f7f9 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000080_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4110c761922ae919be1aef93baddb1d483817f8e6e5917942d400c74d6a6879 +size 200000828 diff --git a/Pretokenized_270B/fineweb_edu_000080_007.bin b/Pretokenized_270B/fineweb_edu_000080_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..28df339b1e4a3463ac9d48db6c2d8c86852b35e1 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000080_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d39dd8a66b388a32fc4e131d00c2587af1d261a13e8e5f276e19e535fa457776 +size 200013650 diff --git a/Pretokenized_270B/fineweb_edu_000080_008.bin b/Pretokenized_270B/fineweb_edu_000080_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..4a090f2d4078d747d45e92f0e9378d12aec593a7 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000080_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b83a25b800c5cf2d4e44efed7719ac9b57be51d1b7c262c37d08c36897a35234 +size 200001148 diff --git a/Pretokenized_270B/fineweb_edu_000080_009.bin b/Pretokenized_270B/fineweb_edu_000080_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..7618ae6431a78ff8d14bda90894d08292d264e22 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000080_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2beb5d254ef0d71605d66c1a2a11a0d67396cd2a08389ec92cb8f0246b3a8713 +size 12445422 diff --git a/Pretokenized_270B/fineweb_edu_000081_000.bin b/Pretokenized_270B/fineweb_edu_000081_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..5a2e214e09cc843d22e4ba280f8526ad4b9111a0 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000081_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db9934a54e96bbf587f41a9dbaba642ca97f6bcb239a13c67bd472e729f7317d +size 200028458 diff --git a/Pretokenized_270B/fineweb_edu_000081_001.bin b/Pretokenized_270B/fineweb_edu_000081_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..48f1ddb955493c1a8d9f6c8031ba9ad5344c9027 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000081_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ce246505ad9f79e561202f0db4842f5333527a76670f128c1cf08e8e467bb25 +size 200000088 diff --git a/Pretokenized_270B/fineweb_edu_000081_002.bin b/Pretokenized_270B/fineweb_edu_000081_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..06d35bd4b9fdcc0d827283c8a51b035a24f263a6 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000081_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffb9d68a20a6a6339de6fd7a7141a2cff8b40ffbcdbb94bef2489f2680e150ca +size 200001178 diff --git a/Pretokenized_270B/fineweb_edu_000081_003.bin b/Pretokenized_270B/fineweb_edu_000081_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..865e3df96eb5ef64b0b876b8708d8e6f792670a0 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000081_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c21dee02fb6cb02388ac7b415e73cd1ec71f03350e3ca42281ff629618238e52 +size 200000842 diff --git a/Pretokenized_270B/fineweb_edu_000081_004.bin b/Pretokenized_270B/fineweb_edu_000081_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..1140c96491f7f7f0154a7a6fd2c6046a052a061a --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000081_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86d855d173b314f887fd4b03a16365fdb74dd656f220a706b0a88d2afa23d1ba +size 200001028 diff --git a/Pretokenized_270B/fineweb_edu_000081_005.bin b/Pretokenized_270B/fineweb_edu_000081_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..17f2737eda6257d293d71304281952cddfd14003 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000081_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:577805a1ede7f36b78250122be534570552e914a0a7fb57204b466bbdd93dd98 +size 200000522 diff --git a/Pretokenized_270B/fineweb_edu_000081_006.bin b/Pretokenized_270B/fineweb_edu_000081_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..a18198fe2a70d0bcab0c3578aab8937651dd7b57 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000081_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:693c31fd3561b7f6a16c8285086fe9cee6a088710ea0e4e67a3f4dd4bf6c7e14 +size 200008578 diff --git a/Pretokenized_270B/fineweb_edu_000081_007.bin b/Pretokenized_270B/fineweb_edu_000081_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..ac2bf75517dc663059a0a47d45423488dadc83f8 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000081_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dfc97cd60d5e3eaf24a07de379f508d460010501bc92f74d879f6126299142e +size 200000600 diff --git a/Pretokenized_270B/fineweb_edu_000081_008.bin b/Pretokenized_270B/fineweb_edu_000081_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..3f3355b69651f8cd2a79dea3bfd6195359be8607 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000081_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b178e1409e45b3feeb7e63798fb9a202a04a794dfb590f2135cc17bded50792c +size 200007002 diff --git a/Pretokenized_270B/fineweb_edu_000081_009.bin b/Pretokenized_270B/fineweb_edu_000081_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..d68a2a9f2faa0ec7372764a5919dfb63a15c2fb0 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000081_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6560e1128ee4e9893c32e78f809fa11eed7d8d5abf89db54e311655c2868ce0 +size 7289798 diff --git a/Pretokenized_270B/fineweb_edu_000082_000.bin b/Pretokenized_270B/fineweb_edu_000082_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..c3bcf21ffcff49ead3b61656021754ff4dab4ad4 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000082_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb54c3fd506bd723ec7523288d8b4efb95e75664dcd78d571b4def34a17e6ecd +size 200002358 diff --git a/Pretokenized_270B/fineweb_edu_000082_001.bin b/Pretokenized_270B/fineweb_edu_000082_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..5a39706058788e61b876d1f70baae1980186c725 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000082_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0536868095104b881bd3fa29ac4c20127d37505cdf941cfeab9cd6e22fc1665 +size 200001644 diff --git a/Pretokenized_270B/fineweb_edu_000082_002.bin b/Pretokenized_270B/fineweb_edu_000082_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..0e9ade0c4cb102ea907ce021ece682e4726bba7a --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000082_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4627ac4c977d2db650cb6a3eea284ec7bdd28d0d15667cf41c467757475e349b +size 200022844 diff --git a/Pretokenized_270B/fineweb_edu_000082_003.bin b/Pretokenized_270B/fineweb_edu_000082_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..5202fcfdb82cf287dcdd70105d24a15c1ffd97f6 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000082_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9dec693a1a85274ae6035e2319612c31fa15706e6cf70e7d602de0d82d9fd61 +size 200003416 diff --git a/Pretokenized_270B/fineweb_edu_000082_004.bin b/Pretokenized_270B/fineweb_edu_000082_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..19b89a926bd5b00e6ee46b591271dd7701f4ab62 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000082_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b161ec9122a98562063de651249bfd21d4c5778bb98f439295f131097ccf5ec2 +size 200001702 diff --git a/Pretokenized_270B/fineweb_edu_000082_005.bin b/Pretokenized_270B/fineweb_edu_000082_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..e0c8570ade6172aaacfca3fc1933cbcb21a79146 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000082_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3307437e026d82593a2dc4228346d6ace1c72e75d2fdd55a3bd797f7657d4206 +size 200062938 diff --git a/Pretokenized_270B/fineweb_edu_000082_006.bin b/Pretokenized_270B/fineweb_edu_000082_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..bb7352f03d21e20cb903ecb364d5e8459b0c92db --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000082_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f64cf5c5faced67ab8167fb1615d4867b0153d4a8fa0ccde4e70dc07cf3f3caa +size 200000224 diff --git a/Pretokenized_270B/fineweb_edu_000082_007.bin b/Pretokenized_270B/fineweb_edu_000082_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..b78a0788e619afd1ae8e809512c2c2dfbe8eeb65 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000082_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dba352c0a21d19833f53130b61097663e6b0471409f462e1adc11359ecbac1e4 +size 200001668 diff --git a/Pretokenized_270B/fineweb_edu_000082_008.bin b/Pretokenized_270B/fineweb_edu_000082_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..9be916bd2a5ef7ceef0286c64e3456f3996d2646 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000082_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:027d22298eb3b05424e3f8cf5258b221d68cc3869afb98e8a6086f8d751f067c +size 200007300 diff --git a/Pretokenized_270B/fineweb_edu_000082_009.bin b/Pretokenized_270B/fineweb_edu_000082_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..fdd4f90b6b8632a801affb7a3ce1cb06252047a4 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000082_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:800e76a76fd0b89ea6c2b6ee2fd3e10b348b1e072844cab42c31699d6d8d80e3 +size 6782828 diff --git a/Pretokenized_270B/fineweb_edu_000083_000.bin b/Pretokenized_270B/fineweb_edu_000083_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..efa2cf7cdb3f93d1c46569b6b77831977ef3b156 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000083_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35f9e37f82cac19ecfc310d5d1a6c76ccbfc8d82bd59ad1e32ceea43487e48b0 +size 200003434 diff --git a/Pretokenized_270B/fineweb_edu_000083_001.bin b/Pretokenized_270B/fineweb_edu_000083_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..da224cf292e119f6014ddfdcf2dc75b676680d32 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000083_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10b32799e7e81a49b2cbce2166aba96b837f4e0f9b253f66d3ebf4b92663b244 +size 200001082 diff --git a/Pretokenized_270B/fineweb_edu_000083_002.bin b/Pretokenized_270B/fineweb_edu_000083_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..30508a536b8e9667b35b08948cddcf58c75a8c17 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000083_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e6363c8c1ee4cd2f6e0b1c0dd53dab459434ff20ab2d6b2078a78728bdd5602 +size 200001424 diff --git a/Pretokenized_270B/fineweb_edu_000083_003.bin b/Pretokenized_270B/fineweb_edu_000083_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..b5a93d916ea0e9d698b09d5ca5b73c998b8689ec --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000083_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ece8be8edd05ec449ad1aab1f16d56fd9e67c1e57cadded18dcc8c0e198d1ec +size 200001564 diff --git a/Pretokenized_270B/fineweb_edu_000083_004.bin b/Pretokenized_270B/fineweb_edu_000083_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..68a7e9e3c99c29f816d5d2b1a0eee0a58c173cd2 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000083_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ce3f2825b23696df332056cac6a5024e1a03d71345d33ebc09049b64b6dc28d +size 200001208 diff --git a/Pretokenized_270B/fineweb_edu_000083_005.bin b/Pretokenized_270B/fineweb_edu_000083_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..6475e6c727d63a45e2e6d2ce1634c1d54ac0085b --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000083_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b78dddef931ad34d7d8b444152c907fb93acc6f4818bee53aa225a3f15d2773 +size 200077486 diff --git a/Pretokenized_270B/fineweb_edu_000083_006.bin b/Pretokenized_270B/fineweb_edu_000083_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..11f19f9882bb233042a54972a980f385b9a1ec90 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000083_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:457e463a13997fa16418c8c2deae486f8272b8a3fb852a961e2869dee582aee5 +size 200007590 diff --git a/Pretokenized_270B/fineweb_edu_000083_007.bin b/Pretokenized_270B/fineweb_edu_000083_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..d132d6c0411ffdd2c1f0244775e6ccc0997cc4b0 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000083_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53f0446a7bf0005c02b38bc487a3e20007dbe28fe1639ea5f4acfa3c2e11e97c +size 200005376 diff --git a/Pretokenized_270B/fineweb_edu_000083_008.bin b/Pretokenized_270B/fineweb_edu_000083_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..b36bb2855cfd9595d92025bb06f1ba41ec3701b6 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000083_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e10a08fa0e845c49e5b9fbe381b3ee62461b457c48f829a3022cee0acec1b918 +size 200004898 diff --git a/Pretokenized_270B/fineweb_edu_000083_009.bin b/Pretokenized_270B/fineweb_edu_000083_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..9f50ffb15948f4d28c973c90527194eba4b07a32 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000083_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ade21708be819ae0e045d4679b5e12d141574093c5780ca91f2e26cd0c41177 +size 11178046 diff --git a/Pretokenized_270B/fineweb_edu_000084_000.bin b/Pretokenized_270B/fineweb_edu_000084_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..195b5b0cb548096bd79da524524439ecdc9ff64c --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000084_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a68ce0cb1f9e7cb067d6cd15129c57aae418987223fc81953737abc9d8811655 +size 200000110 diff --git a/Pretokenized_270B/fineweb_edu_000084_001.bin b/Pretokenized_270B/fineweb_edu_000084_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..31a248d22f1914ff46bc1bae36071031a3f797e2 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000084_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb8801d950756244251bbda02c4fb0ce433b6471f7e345f5ae75b0d6cb1d805a +size 200001162 diff --git a/Pretokenized_270B/fineweb_edu_000084_002.bin b/Pretokenized_270B/fineweb_edu_000084_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..dd84bc733f6a2c75a4c48865bb6cae5238ae2ef2 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000084_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9478899cef1e4d9bdf302d0a8ecfdbdb076be672ea81da9bfa8a18382d1d684c +size 200032376 diff --git a/Pretokenized_270B/fineweb_edu_000084_003.bin b/Pretokenized_270B/fineweb_edu_000084_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..f590c1708048f00e5940b6998221e4e56585caff --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000084_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9f216cd0112913cdaa0b794c89916271b707c8f37a670f5478b379f0d36f77f +size 200004248 diff --git a/Pretokenized_270B/fineweb_edu_000084_004.bin b/Pretokenized_270B/fineweb_edu_000084_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..0cc48a36b14d794d447951998fed7253e90fdf49 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000084_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7375f2d67c5205b618db652eec8d64fc3182d1e1ab6d310dd0a8d62e61d84536 +size 200001142 diff --git a/Pretokenized_270B/fineweb_edu_000084_005.bin b/Pretokenized_270B/fineweb_edu_000084_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..c4b39bbed7f0a792ba7977148c31af9d7ea4cad9 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000084_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bde51b196ebdcafa3818e00712ea0af21b5b11da742c74036bcc4026081ac2fa +size 200019058 diff --git a/Pretokenized_270B/fineweb_edu_000084_006.bin b/Pretokenized_270B/fineweb_edu_000084_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..53bad64afc8fd01ded03a713652b4bc6eac91ac5 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000084_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60a68a05b6aee99e6ca03d5d340d660a184c73f532b961dc95c1c8cc06865d85 +size 200001774 diff --git a/Pretokenized_270B/fineweb_edu_000084_007.bin b/Pretokenized_270B/fineweb_edu_000084_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..cdbb6e3e7313c715f23fffa4a4f3c8efe79dec49 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000084_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:846771128adf2ded2829179bb4ba3e2d09a8b20b44e5a765902b2477173ead42 +size 200003460 diff --git a/Pretokenized_270B/fineweb_edu_000084_008.bin b/Pretokenized_270B/fineweb_edu_000084_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..b694d69e1580e8678033b90d4d1b48d65d357e53 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000084_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f92aa1058fcba51b556faaf7e09a5a558ac37c34ba93227c8a47db71d8afa7a +size 200001348 diff --git a/Pretokenized_270B/fineweb_edu_000084_009.bin b/Pretokenized_270B/fineweb_edu_000084_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..08cff6393bd87f959300bd115b45c72b04e28a73 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000084_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a331cb5f887df5218f18d945aafbd04c55c639212628c0b49d47d043f03daa5 +size 12067492 diff --git a/Pretokenized_270B/fineweb_edu_000085_000.bin b/Pretokenized_270B/fineweb_edu_000085_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..9235edb3fc03b7ce740c3a3aa884a7dd1f3797e7 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000085_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f7b3ab5cfd5b05e0943825657eaac8ed46768fcda749d20a3b1423818cbcb4a +size 200001696 diff --git a/Pretokenized_270B/fineweb_edu_000085_001.bin b/Pretokenized_270B/fineweb_edu_000085_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..23abb4633ba0524401a0f6eb456f2f7dae1729d5 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000085_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1648169f831fd2aed8dcc9d854ea00ed6f83490d64755267f9a3793d384154ce +size 200003452 diff --git a/Pretokenized_270B/fineweb_edu_000085_002.bin b/Pretokenized_270B/fineweb_edu_000085_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..121f64579241174623e9bb4035f85c22a3484a90 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000085_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a57f61f5096b9fac85e64aad924a054f722afba15975f5ee3a1793f886d26edf +size 200001330 diff --git a/Pretokenized_270B/fineweb_edu_000085_003.bin b/Pretokenized_270B/fineweb_edu_000085_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..4640872529b5e624cb2912233d7fbadc9a8b3cc6 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000085_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eee319cb866e0dd64feb9a71ed87ed8c060ea21828eae1a9d72934b6b104326c +size 200001002 diff --git a/Pretokenized_270B/fineweb_edu_000085_004.bin b/Pretokenized_270B/fineweb_edu_000085_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..ba049ce6686c361a8ffab17da885e1ec0fbb5b78 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000085_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:075e6db9361f1a7e065cb11900d64dfec2662fe3fd9ade089e1e111b8e3147c2 +size 200001532 diff --git a/Pretokenized_270B/fineweb_edu_000085_005.bin b/Pretokenized_270B/fineweb_edu_000085_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..0ba33f960187529edd48a62ff1ee649c8a362d52 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000085_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c88d60e2e25ec9310698d355c984ea92d43d403ed22f74b9d961e7f2874ded0 +size 200001660 diff --git a/Pretokenized_270B/fineweb_edu_000085_006.bin b/Pretokenized_270B/fineweb_edu_000085_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..d9b8ff3ae311fb7f281dbbd631a7776fd51b7cc1 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000085_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db70adac4e3dd50e214ec63c859378c7475a5878fc1b363bc9540df8195e1a0f +size 200004152 diff --git a/Pretokenized_270B/fineweb_edu_000085_007.bin b/Pretokenized_270B/fineweb_edu_000085_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..3b3519ab0204b25fded85323d0207e5f8c163f55 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000085_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f77ad35b0d797a8d5db97a346b9f1722fde7422d1223e13c41a7e8f784a88923 +size 200010834 diff --git a/Pretokenized_270B/fineweb_edu_000085_008.bin b/Pretokenized_270B/fineweb_edu_000085_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..2e28366da0b814d273de1066356d7361cc171513 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000085_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9130e716394c7c5bc79bef21c51690bc2c8ec88f318dfadf4740655ef439c21d +size 200001458 diff --git a/Pretokenized_270B/fineweb_edu_000085_009.bin b/Pretokenized_270B/fineweb_edu_000085_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..efb5ef91f3bbedfc0e2c2d9226f6d17ab7e6abfe --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000085_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6698cd55405484bd9a6743e6737269d5d9bf94059954df90e80ab477abe2928 +size 16365460 diff --git a/Pretokenized_270B/fineweb_edu_000086_000.bin b/Pretokenized_270B/fineweb_edu_000086_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..a857d01585ec1f1a95072bf31da9f90319be26b3 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000086_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d17722d2fbc1aebfaed173ed60113a23e23fdf3708047c6056c95ce27d42e8e +size 200000578 diff --git a/Pretokenized_270B/fineweb_edu_000086_001.bin b/Pretokenized_270B/fineweb_edu_000086_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..319b531a54d9d744cd039ea7c9c6568589d7a4f4 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000086_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ec2924b27f08f80d18e7e817fcb8bf76b8da9f14a9e9ab73c0fd74cb6de1663 +size 200002464 diff --git a/Pretokenized_270B/fineweb_edu_000086_002.bin b/Pretokenized_270B/fineweb_edu_000086_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..a73e53d2443afb64300293ddc490447d05d89466 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000086_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6c8f3536e1c18ce1f063a70b2c1cd960a87334c9754c562c4741d454f7ddf0c +size 200000938 diff --git a/Pretokenized_270B/fineweb_edu_000086_003.bin b/Pretokenized_270B/fineweb_edu_000086_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..9d122935bbf131e92e27307c94ed4a7ddbc1f848 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000086_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3ba552aff1c543ec72d53cbcbbe7d04c6f1c6fe8eeb982dcea3581d1d638cfd +size 200002750 diff --git a/Pretokenized_270B/fineweb_edu_000086_004.bin b/Pretokenized_270B/fineweb_edu_000086_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..01a87f23c93169e8c04834a09ee41fcc7dd2bb94 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000086_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b712bf99ec948bdc2d8ebe73452638f964531313190aeeb2d039b76636351e12 +size 200012370 diff --git a/Pretokenized_270B/fineweb_edu_000086_005.bin b/Pretokenized_270B/fineweb_edu_000086_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..11808bcd481678158fd9297b391c2227aa5a509f --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000086_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b1125124af79b0584a03055d0e7b7a40a6f0fe88a0cd1796b07bfbe80212df3 +size 200022814 diff --git a/Pretokenized_270B/fineweb_edu_000086_006.bin b/Pretokenized_270B/fineweb_edu_000086_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..0a39cdb4fc66f5e10aa7720593930e2429912f68 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000086_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ce02d448537cb4cc37c359761820ed69bafc1aa8bffa2ac486bd27ce0789c2b +size 200009848 diff --git a/Pretokenized_270B/fineweb_edu_000086_007.bin b/Pretokenized_270B/fineweb_edu_000086_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..699440bed4941afdb293bfecdc3b328f8a600061 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000086_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7d164c1823a66e40032d4fbb9f1ec5f0894dda8eebdfceb3a8d787a3e583cad +size 200001710 diff --git a/Pretokenized_270B/fineweb_edu_000086_008.bin b/Pretokenized_270B/fineweb_edu_000086_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..c6a1abccd9c1ddc49588e25df9b193e6572f582e --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000086_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9ceffa3aeef61870b3e1ac7eaed2b76b938cc0ba395b262adb86ca319a62f90 +size 200001904 diff --git a/Pretokenized_270B/fineweb_edu_000086_009.bin b/Pretokenized_270B/fineweb_edu_000086_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..d10c4e06a594514f192550517748983f0d388d9c --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000086_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:711b834b56966fdd5a388db040dbb6603857f15a6aa0e2daaa0b549014228e9a +size 8077698 diff --git a/Pretokenized_270B/fineweb_edu_000087_000.bin b/Pretokenized_270B/fineweb_edu_000087_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..757483889abb5d0620fc4f12b4fd9396338316a7 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000087_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f33c1cd410de58753b7f41d6cc1b54a90af0a7df789760473f5b045e1b58ed59 +size 200011218 diff --git a/Pretokenized_270B/fineweb_edu_000087_001.bin b/Pretokenized_270B/fineweb_edu_000087_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..9310a9191f3c296c12fd5395fd1d48f6e25312cd --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000087_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b90dd24b239693143215a6045183593efbe1ef75ab974097d0c229d0b7fd60d9 +size 200006028 diff --git a/Pretokenized_270B/fineweb_edu_000087_002.bin b/Pretokenized_270B/fineweb_edu_000087_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..4fb90fffebdcdd9c544cb9765292194156e4352f --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000087_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f9ed248b4d404a649f546536c0d0f0b9f67ba23ad98bd33d2d744924d288cd9 +size 200035318 diff --git a/Pretokenized_270B/fineweb_edu_000087_003.bin b/Pretokenized_270B/fineweb_edu_000087_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..46eeddb726c675014cb91be2086a75dfa96dba81 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000087_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f07c6993a2fac88678d2d2d5c1fd9d34f197e344b5f07f3951dfe40c6045cc2c +size 200000696 diff --git a/Pretokenized_270B/fineweb_edu_000087_004.bin b/Pretokenized_270B/fineweb_edu_000087_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..f66e9768fc81dfefe8b3b49440d6c331a5db7f45 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000087_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9395d177eeac39948b8e07675bf11c9cbf6738b0b0df7dfb97a3979bf88a2e0a +size 200001020 diff --git a/Pretokenized_270B/fineweb_edu_000087_005.bin b/Pretokenized_270B/fineweb_edu_000087_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..4cf574273815f503c6746534997a497726cc53a3 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000087_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f6e688b5b27eb9899f4bb95fbc9e3869fc20f009dd5e5193865f9145ada5783 +size 200007022 diff --git a/Pretokenized_270B/fineweb_edu_000087_006.bin b/Pretokenized_270B/fineweb_edu_000087_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..bdb3874c7f2c263f9f5a62b19f5f225ada5c3aef --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000087_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:792c2c42b494a36cc05c9de7ca4ca188ed2613fb5626747639dab69e85f9b90e +size 200001812 diff --git a/Pretokenized_270B/fineweb_edu_000087_007.bin b/Pretokenized_270B/fineweb_edu_000087_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..6e6c282294c9a392d0c20a521246af6e2d405f51 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000087_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92e4364bfd9ec485caa2867d2faa4f00ad4bb6af44441b486b6086e33bb19a65 +size 200001162 diff --git a/Pretokenized_270B/fineweb_edu_000087_008.bin b/Pretokenized_270B/fineweb_edu_000087_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..e0d87eac434ba1f9a490a071e079b4a9a1276eab --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000087_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cf0951701a52e3f30c759576b4c2aa4c692f93683bd078e4fda397b07f5eb0e +size 200001580 diff --git a/Pretokenized_270B/fineweb_edu_000087_009.bin b/Pretokenized_270B/fineweb_edu_000087_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..a3e755562b8536a07f1053c2fad433fac80839f5 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000087_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4db0ad2811976d1179d46d112e628bbfeb10a38e6b421bf31053e993d80fb439 +size 9438360 diff --git a/Pretokenized_270B/fineweb_edu_000088_000.bin b/Pretokenized_270B/fineweb_edu_000088_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..9a8f983cd89a6fbdad95b7f9f990f02e7cf96c21 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000088_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4aed214f4fc2c4c6a25e966d953ca08f1b3c7a1937473551cb9c4a40924dc604 +size 200003196 diff --git a/Pretokenized_270B/fineweb_edu_000088_001.bin b/Pretokenized_270B/fineweb_edu_000088_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..a87dcbd787828dbb45866da7ab887a53f34bb059 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000088_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24cc28dfc814e4d13d4aad35bdaf537584fc5498bffda53402c1ba12b8b98f67 +size 200000168 diff --git a/Pretokenized_270B/fineweb_edu_000088_002.bin b/Pretokenized_270B/fineweb_edu_000088_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..4107fd2cd81e915905bcab1553c72092aca49214 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000088_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7f2402e47b0918d0cecf89972ffc77017cc594745dcacb78684d14fdcc57ada +size 200001660 diff --git a/Pretokenized_270B/fineweb_edu_000088_003.bin b/Pretokenized_270B/fineweb_edu_000088_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..a34b5639703332da4aa5c58ca77376ebd9de03fd --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000088_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3442fdd0ca89448e1cc55ca6dc709f05458fda4e9584d95e73d202b981b1d588 +size 200003004 diff --git a/Pretokenized_270B/fineweb_edu_000088_004.bin b/Pretokenized_270B/fineweb_edu_000088_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..26ef5a6abaaad038124b7d66b1284a0351cf025d --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000088_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8c600796f403f67a946cdfd7904bacc98d8406917d6c732156a70fbda7c02db +size 200004140 diff --git a/Pretokenized_270B/fineweb_edu_000088_005.bin b/Pretokenized_270B/fineweb_edu_000088_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..115aa177273d5351c447ab75fdf1fa395057caa5 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000088_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38297f1cead217f14a82575afeac5080c124307c7d69325fced2f419939d7cb7 +size 200002544 diff --git a/Pretokenized_270B/fineweb_edu_000088_006.bin b/Pretokenized_270B/fineweb_edu_000088_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..722c6d43ed8e34960bca2f5beb46ad0a35afd145 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000088_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f8a9ab7e4847836c4532b4e3d8648c34ffe47f4b355a911dd1467384d0d43cc +size 200009746 diff --git a/Pretokenized_270B/fineweb_edu_000088_007.bin b/Pretokenized_270B/fineweb_edu_000088_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..ad23a2a3afa468814dc57fde8c08ee63002e5609 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000088_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a62d8565bdf54b2608287fe52780750f2a40c15939228f9de0e9e3d8e3a437c7 +size 200000918 diff --git a/Pretokenized_270B/fineweb_edu_000088_008.bin b/Pretokenized_270B/fineweb_edu_000088_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..62f233cfd37466f409fb7e7a8e7672911bb3fa9a --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000088_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:509611442ef53b79cc4bcf32204b92f0277ed37a8277289302f2c6a045993e67 +size 200000026 diff --git a/Pretokenized_270B/fineweb_edu_000088_009.bin b/Pretokenized_270B/fineweb_edu_000088_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..2ebad8a804b3d561a991016d7b0b2e2deae6e635 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000088_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62fd1259832cb8bd4e80a96c6a93e498612d70a566903ca04ec0cd2df5489301 +size 6746008 diff --git a/Pretokenized_270B/fineweb_edu_000089_000.bin b/Pretokenized_270B/fineweb_edu_000089_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..9e96987e452ce3f631a04a3920758cc754cc108d --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000089_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98ddfd4a210d96f14e319fcc769eeb64c165dc91774e31af4efc60d2f0f6b4c2 +size 200001316 diff --git a/Pretokenized_270B/fineweb_edu_000089_001.bin b/Pretokenized_270B/fineweb_edu_000089_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..9b5e81bcecc2b4582073b07086438b60302335d1 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000089_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92b814747041281ab68905ffbc4e2c2327200bf301f76925057378b9e45717fc +size 200005790 diff --git a/Pretokenized_270B/fineweb_edu_000089_002.bin b/Pretokenized_270B/fineweb_edu_000089_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..4d02dc7ed8c12ecda3d1a17afb2b7adcc8974bac --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000089_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf98da1076ec9a5c129b88aa19ca50cd8a3faef3ce6a26afc4543cdea029b968 +size 200004874 diff --git a/Pretokenized_270B/fineweb_edu_000089_003.bin b/Pretokenized_270B/fineweb_edu_000089_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..ce6b594b4217d90a92b0600c3b03251d236e04ae --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000089_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bccab5fd132673a5e83d25725e83da0eb2bf49b2dc9f2b6e0c84440e3a9873ca +size 200004638 diff --git a/Pretokenized_270B/fineweb_edu_000089_004.bin b/Pretokenized_270B/fineweb_edu_000089_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..d085d9dbd7085f1f9d0c7c03c3472030838ba71d --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000089_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:365a98c47d41fa3c1af00c31d1204097984d1678d8a25675dd582462448f8f36 +size 200000132 diff --git a/Pretokenized_270B/fineweb_edu_000089_005.bin b/Pretokenized_270B/fineweb_edu_000089_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..a7634cdba68575e237c6156e696e35613b42b338 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000089_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fe4b5489bdcda7e0fc55ac198dfd28d2041c34eae6af78a5bb0425d1d0b4b7 +size 200000532 diff --git a/Pretokenized_270B/fineweb_edu_000089_006.bin b/Pretokenized_270B/fineweb_edu_000089_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..d0baef47d6b375867b81b6d049c5bd11167fad4a --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000089_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2356d59ed4f01048655181d8b2ebe886549db43e0f287bcda62d482aa82c3aaa +size 200008790 diff --git a/Pretokenized_270B/fineweb_edu_000089_007.bin b/Pretokenized_270B/fineweb_edu_000089_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..7a4b714bcaef7e7822a70939556bce4c05bf225f --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000089_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7e6985d01c8d6f7844a877bdce6d1b88e77837c9ae748fccc804e1efc0c1eb5 +size 200001652 diff --git a/Pretokenized_270B/fineweb_edu_000089_008.bin b/Pretokenized_270B/fineweb_edu_000089_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..f469814d519fca17e8a3d85b0286fe2c1a836fd5 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000089_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0953229712298cfeb4ac599d8b33d1410c2f758d990310856dc9a040dc4c95d7 +size 200018756 diff --git a/Pretokenized_270B/fineweb_edu_000089_009.bin b/Pretokenized_270B/fineweb_edu_000089_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..cef18bf16ce1086bbf8e62a5819b72cc17f34ccf --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000089_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49b41f70b0f5e182df1887fb54a233cc457500cd11e2ba681e05556362b34b38 +size 9369930 diff --git a/Pretokenized_270B/fineweb_edu_000090_000.bin b/Pretokenized_270B/fineweb_edu_000090_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..56d7e19b84a2f1b800ac77c376f2378cae2dd56a --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000090_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6987de55fc0886f69b024a0abc05787201073a388a960b6adbd3f9b5357bffea +size 200001446 diff --git a/Pretokenized_270B/fineweb_edu_000090_001.bin b/Pretokenized_270B/fineweb_edu_000090_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..3b0fd391e081ab4858051a74dbdc2aa556e9a3c4 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000090_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:868151f5f70da795e72972df7c199e6941508b9402ff620540513a61d5ab4f14 +size 200001602 diff --git a/Pretokenized_270B/fineweb_edu_000090_002.bin b/Pretokenized_270B/fineweb_edu_000090_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..c2787eea45738f2a9e5b96171976a9f8f684a3b0 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000090_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6e0169f748dd711de52703c96494867b0b892a0ee15d6d96a325312a198b92d +size 200000366 diff --git a/Pretokenized_270B/fineweb_edu_000090_003.bin b/Pretokenized_270B/fineweb_edu_000090_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..7a09f59e009f39f21f30c08f2f46263da32e4941 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000090_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4deb24e0f6e11ebdd32c3c50ef62281fb46fefab80a2c4a19b1285edb2cc0a0 +size 200008832 diff --git a/Pretokenized_270B/fineweb_edu_000090_004.bin b/Pretokenized_270B/fineweb_edu_000090_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..0d97a283944f9769ec3f787de4034b65d5238d82 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000090_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35447a14b321510c56aa412b3e6c8ce279e8cc20d4ccd9b63584350cf4f7d0c5 +size 200000226 diff --git a/Pretokenized_270B/fineweb_edu_000090_005.bin b/Pretokenized_270B/fineweb_edu_000090_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..71024426bcefbcb1b069ce0502106ce5c11baa09 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000090_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3988eeb22605b20849e6ddfd2f4ba91ac8deb53119d288de7b652624712ef47b +size 200001496 diff --git a/Pretokenized_270B/fineweb_edu_000090_006.bin b/Pretokenized_270B/fineweb_edu_000090_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..ae759c2d082f41b70ea3e1f69bfc44fe2a16dde4 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000090_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1338635d92bf9502924f009579cc8daa02e003cafa96c103a600ebecb51e75a4 +size 200001424 diff --git a/Pretokenized_270B/fineweb_edu_000090_007.bin b/Pretokenized_270B/fineweb_edu_000090_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..b057968195992730ba9b0ddecca507961ee5fafa --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000090_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dc117f5e38ca8f41f9062cefabf5f4bc9c2d5d977ba8fa079d6a6a87117d045 +size 200001772 diff --git a/Pretokenized_270B/fineweb_edu_000090_008.bin b/Pretokenized_270B/fineweb_edu_000090_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..66ae0d23599bb50988f294821634c4cd51b41cd2 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000090_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0794e4ddb4de5398dbbb732b5b6b4c607f8b909daf1fb8440b4d7d89dfd3e57 +size 200006104 diff --git a/Pretokenized_270B/fineweb_edu_000090_009.bin b/Pretokenized_270B/fineweb_edu_000090_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..6cb6a6fc4075c6781a1c446cf4f7be53cf4fbeae --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000090_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be70b310659abc66e1298787f7dd3a3ca34b8554dcf49860f4c83af6bb85880b +size 7849472 diff --git a/Pretokenized_270B/fineweb_edu_000091_000.bin b/Pretokenized_270B/fineweb_edu_000091_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..6ff83000a4f048539b0cac86e146478606c80919 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000091_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaf93f3fe96b9294377a20bf024b7625681eb8203bbac1d14f2d2b785f87f6a2 +size 200011632 diff --git a/Pretokenized_270B/fineweb_edu_000091_001.bin b/Pretokenized_270B/fineweb_edu_000091_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..114b4195706a0d2629b2d09289c6bccc1a0c8545 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000091_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b588010ed45a5bc026a9e4fcbedfb656fb382cc395df72fd9d4565845d85c620 +size 200000656 diff --git a/Pretokenized_270B/fineweb_edu_000091_002.bin b/Pretokenized_270B/fineweb_edu_000091_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..14f65bd0aa25445d2ad8e466a4c052e65e33944b --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000091_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f15b7ed0d82f44ff3f9d6aa8254f2ddfe4faa220affebd96be01318cb4485c0c +size 200000500 diff --git a/Pretokenized_270B/fineweb_edu_000091_003.bin b/Pretokenized_270B/fineweb_edu_000091_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..cfc2ecb3ec1c6c9dc73e1a7055ee8aed338af3fe --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000091_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:388343a7fbf7874a7d8e01d65c1a84a5208454b03f45c424d2cdc6dbbf81df81 +size 200000186 diff --git a/Pretokenized_270B/fineweb_edu_000091_004.bin b/Pretokenized_270B/fineweb_edu_000091_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..2814fd581221be8d6f9006248e1d1cf6c6ecadaf --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000091_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:903bd9c8d3cc8b7457b059a6d3695a07018e6d753c1152b4e4f494b917f5fb87 +size 200043864 diff --git a/Pretokenized_270B/fineweb_edu_000091_005.bin b/Pretokenized_270B/fineweb_edu_000091_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..0b65d646a72921ac9b989e04e4a494039a7c5d79 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000091_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df5eba5331a0fb5352f0b9b5baaa44d5540d8686b56bb80d4be46e655809a955 +size 200004246 diff --git a/Pretokenized_270B/fineweb_edu_000091_006.bin b/Pretokenized_270B/fineweb_edu_000091_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..a672b416e1faec9307c4251e7d63385ce10bfa43 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000091_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62477776177e458fb7a7e396eccb5c10327e27ad20f00c66ea8f91a6244b29c2 +size 200000268 diff --git a/Pretokenized_270B/fineweb_edu_000091_007.bin b/Pretokenized_270B/fineweb_edu_000091_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..4d71ff96c00c8a1d870131ae59daa45941ceae73 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000091_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:732e469700b5fa47efe3bf4624e6e750dc15bdd2ba977de8f52c62c2c2911498 +size 200003888 diff --git a/Pretokenized_270B/fineweb_edu_000091_008.bin b/Pretokenized_270B/fineweb_edu_000091_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..3949e4668747a15389b23cd547b51103a23d5b28 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000091_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df1a64ae3f060e4453aa5bd8957d46c54fd5705c7a5522c8ef463f823f67ea1f +size 200020474 diff --git a/Pretokenized_270B/fineweb_edu_000091_009.bin b/Pretokenized_270B/fineweb_edu_000091_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..110ecd4399f293e5d9deaab650a495831f0d42da --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000091_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8ac4b6294fa74c566c21d87e5074866c297302c45929cd7dcc19a143d328986 +size 17611484 diff --git a/Pretokenized_270B/fineweb_edu_000092_000.bin b/Pretokenized_270B/fineweb_edu_000092_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..13fbd5e8f0e70f2ecf8d9630abd13b439ba38982 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000092_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:696555252cf8646d2f702c3212b54a75017d23cbc3f40db3e073f09718cd4b60 +size 200000556 diff --git a/Pretokenized_270B/fineweb_edu_000092_001.bin b/Pretokenized_270B/fineweb_edu_000092_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..1e353292187ffb427ebfebb03b2dbe126b783413 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000092_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e672e47c976033bca73bdc93fbe4a697b20ed33bacf407ea86269a3185566d1a +size 200001416 diff --git a/Pretokenized_270B/fineweb_edu_000092_002.bin b/Pretokenized_270B/fineweb_edu_000092_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..4a99bee560b0bc2e500a9e87253b92d4a7367ca1 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000092_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3003af4de466e4d6f035a379b57155b92bb24416ae600c85d0f9edebbda9e73e +size 200013518 diff --git a/Pretokenized_270B/fineweb_edu_000092_003.bin b/Pretokenized_270B/fineweb_edu_000092_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..5c971fb4959df86ea7ec8eecf4aaf4b0f73aa60b --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000092_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21454b6a6e3ba6da0d2c6085a8f630897d0a07bcf0e741c7b61bf4d7ab89cecf +size 200000836 diff --git a/Pretokenized_270B/fineweb_edu_000092_004.bin b/Pretokenized_270B/fineweb_edu_000092_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..070ab9918df9d973f8908efc3f4b9f576f91262d --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000092_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c30f44f8696ca99f2531eef9d233bd949c0d88d3529ccbbb9577f176212306f0 +size 200000530 diff --git a/Pretokenized_270B/fineweb_edu_000092_005.bin b/Pretokenized_270B/fineweb_edu_000092_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..0cf1d2abecbb40f0cf33745b2ef01e69fb3dd0e5 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000092_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c37e4e9e632e7c74d5f1dbe1c5d4e4ade0feafbcad0d442715e961cd2c6a3f5b +size 200019790 diff --git a/Pretokenized_270B/fineweb_edu_000092_006.bin b/Pretokenized_270B/fineweb_edu_000092_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..b4f07aafa9ba29c9e9367e82570b588a5473626c --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000092_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0633fe61cd06d90f99606acc14d19076ee59cc9f98f1bf46ef6cea1f5c6187f5 +size 200002944 diff --git a/Pretokenized_270B/fineweb_edu_000092_007.bin b/Pretokenized_270B/fineweb_edu_000092_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..6672362257d166407b2f086edb1e6929e6169e90 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000092_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89dc9f3860bd4ed91dc9dbada99b5b618376733089776b4d7f602a7ce269680f +size 200000640 diff --git a/Pretokenized_270B/fineweb_edu_000092_008.bin b/Pretokenized_270B/fineweb_edu_000092_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..7f2e3e6e955a9f1d936020fe9f9f2a819d14588c --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000092_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d72a6c565adb57012dc6de7944d27939249c53cf9dad888d93d70a5733280e45 +size 200001154 diff --git a/Pretokenized_270B/fineweb_edu_000092_009.bin b/Pretokenized_270B/fineweb_edu_000092_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..ae0a2e8103d3fa9688ee5a093fe87ea0e7737644 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000092_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:374faabc1ed100405fce4f1d145c337a1f4c8d27f9616e3c34a9951bb975441d +size 8085612 diff --git a/Pretokenized_270B/fineweb_edu_000093_000.bin b/Pretokenized_270B/fineweb_edu_000093_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..27981107650cd64e850e922680e2557642eb809f --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000093_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:065b7cb55faf8b1ffe4e45b55dd15fedb3aa7861d7292d995aa05d88be0440ea +size 200001752 diff --git a/Pretokenized_270B/fineweb_edu_000093_001.bin b/Pretokenized_270B/fineweb_edu_000093_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..67a9da56dc5d611e848e13ff6d5dcf7cd10f0a12 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000093_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4b9f7c93dddbd42b8284158d687d2010cbc1763191be14b1799240c459e1cb2 +size 200005982 diff --git a/Pretokenized_270B/fineweb_edu_000093_002.bin b/Pretokenized_270B/fineweb_edu_000093_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..9f02dfbfe42eb9f16813e2d4d47cdd0a5d5bc5ba --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000093_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3094ac71a68bbdfba1d72951651ebf4cffa589893fbc69d00d25c606cab4178b +size 200001922 diff --git a/Pretokenized_270B/fineweb_edu_000093_003.bin b/Pretokenized_270B/fineweb_edu_000093_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..0ce7f7fa32aed18b1fbebfcd468713248da999b3 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000093_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63d40547827883d8b3483e7c9f973d7b046c27c92bb8d12c2f6b0b34eaab0ce2 +size 200001150 diff --git a/Pretokenized_270B/fineweb_edu_000093_004.bin b/Pretokenized_270B/fineweb_edu_000093_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..63e033a6ee76834bf54725890ef409bd9a8382ff --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000093_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fb7d8ff11286a04f9cacd4d8dc8a3ccf413e6ee965e1160edf4f9a17ced949d +size 200000180 diff --git a/Pretokenized_270B/fineweb_edu_000093_005.bin b/Pretokenized_270B/fineweb_edu_000093_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..c3d968be8f795050c0a15921b9aaa9bdd976944e --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000093_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:714c8bd30bccfc0afb38bc7c40580a778e6fd23c4a7fd72ddb6f1125872070d8 +size 200000664 diff --git a/Pretokenized_270B/fineweb_edu_000093_006.bin b/Pretokenized_270B/fineweb_edu_000093_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..af090148ad4345118186e6e1a851ed9383bc0093 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000093_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9164282cfe3879dc04fe13d6abc984703cae0abca41a018ccc57abbceb334f8 +size 200000330 diff --git a/Pretokenized_270B/fineweb_edu_000093_007.bin b/Pretokenized_270B/fineweb_edu_000093_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..f09d2f01386ea9a6548bdf984d1972d96bc23e4d --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000093_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d69f91f7b7497510d6fe48b6c5054c97e7c0e8f30f57b1f24789465c9a79f65b +size 200024334 diff --git a/Pretokenized_270B/fineweb_edu_000093_008.bin b/Pretokenized_270B/fineweb_edu_000093_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..0ed6e55f7e48857f43677515dd84a209d86069de --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000093_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22467a9e0b65e392f4142edf931717239da4b4ec7331da5deb0928a8a597031a +size 200001174 diff --git a/Pretokenized_270B/fineweb_edu_000093_009.bin b/Pretokenized_270B/fineweb_edu_000093_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..118158ede608e6af3869a726fe80754695ec2e1a --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000093_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:041f5ad701aeaf2e9fa792415a789b0ee373bdfa69719aa4b61d19b287e85223 +size 10768038 diff --git a/Pretokenized_270B/fineweb_edu_000094_000.bin b/Pretokenized_270B/fineweb_edu_000094_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..312f84c12717b1789d213aebce352edd35954001 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000094_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b32f02c8d9d01be559e31563fee72e63e7bb41def7f9e2327eabb574c5a08df6 +size 200000368 diff --git a/Pretokenized_270B/fineweb_edu_000094_001.bin b/Pretokenized_270B/fineweb_edu_000094_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..85f695593b0ecb7973f1acc2683dcbc7b9faf6e5 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000094_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07ba5a8a3b533f67312ad064b9f1131c4747c0b1c22eacfca2d96842fe3cfec9 +size 200003394 diff --git a/Pretokenized_270B/fineweb_edu_000094_002.bin b/Pretokenized_270B/fineweb_edu_000094_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..983f52ba7485b0bb9e1e89593487fb2f9f840542 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000094_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:784f6cb56e880e3922cee1ef49c4d465fed396e7389faadac8b3b0cf224942b5 +size 200002082 diff --git a/Pretokenized_270B/fineweb_edu_000094_003.bin b/Pretokenized_270B/fineweb_edu_000094_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..6a48e86cc6b3ba9088698e4c751d1f7789ffbc32 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000094_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfc156fd4b518ad577faf8d9ee08a5c36f255a399b9a472e130a9a2f671e4e85 +size 200001486 diff --git a/Pretokenized_270B/fineweb_edu_000094_004.bin b/Pretokenized_270B/fineweb_edu_000094_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..a8ac4f095d625ae526b23498b8d3e666d39b3a7c --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000094_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:772c26892243eb1f39c12b9e1c94232910fdd2adaff5d18763cf4dc85f1706ca +size 200034002 diff --git a/Pretokenized_270B/fineweb_edu_000094_005.bin b/Pretokenized_270B/fineweb_edu_000094_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..093abab9f789f0656a089f961043b057ce71b750 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000094_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62e3678d3e8a93b48c5dbd648b5720049897e97bebb9310ef26aca1278b74174 +size 200000022 diff --git a/Pretokenized_270B/fineweb_edu_000094_006.bin b/Pretokenized_270B/fineweb_edu_000094_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..dd35654b7253ca5695f1b01a2efc2909d151eeb2 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000094_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c60d1eaef8d71faca78ecb4acd5326cdd8a34eb227cad413e35f88659a5d8767 +size 200003514 diff --git a/Pretokenized_270B/fineweb_edu_000094_007.bin b/Pretokenized_270B/fineweb_edu_000094_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..cd210367b118f05fb5b54c3905ae1691bfbba87f --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000094_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99b69755e937c2a258e21b215a0ad4ace6203537c257760768ca109b35583d50 +size 200004296 diff --git a/Pretokenized_270B/fineweb_edu_000094_008.bin b/Pretokenized_270B/fineweb_edu_000094_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..d38f3d11c5c8082a871b6de86525ea2cc9bfd9d1 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000094_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb0b80f146c27e6748c046f56ed80f23d3c4bfe4822a614fae16008a72d641c5 +size 200003484 diff --git a/Pretokenized_270B/fineweb_edu_000094_009.bin b/Pretokenized_270B/fineweb_edu_000094_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..9ea8f5d4a0f64579f997c08a7892a0ff525463d0 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000094_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc8f8a648ffff9b781a7f2d5ac7abc1a103cc3a961e7d07e84c186406818b245 +size 9630826 diff --git a/Pretokenized_270B/fineweb_edu_000095_000.bin b/Pretokenized_270B/fineweb_edu_000095_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..2b76058fb80508a1276fff6497c3fd4f69910821 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000095_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04bbe2b0356d6cffa437f23000307058aacf6b649d084ffd8e7bf7d55f8d48af +size 200000230 diff --git a/Pretokenized_270B/fineweb_edu_000095_001.bin b/Pretokenized_270B/fineweb_edu_000095_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..5209fac05c2559b3563951cea184ae643ae07e44 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000095_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca7b60f4805eec9386b6e9f70bb163bd837f8b5ce7879cb794150a63e28b8c44 +size 200001372 diff --git a/Pretokenized_270B/fineweb_edu_000095_002.bin b/Pretokenized_270B/fineweb_edu_000095_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..d03901686a3abdce58e5706ab82dd78b3043e9e9 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000095_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ca278bd349233e470d0e51fd28dba31fa17e5905501918ab54aab10b6415a8a +size 200000768 diff --git a/Pretokenized_270B/fineweb_edu_000095_003.bin b/Pretokenized_270B/fineweb_edu_000095_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..719ccda252dc18ed4ad024c86e4f19977b8bdf71 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000095_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65c354c6dec156dbb4105acb4999909781e33b69e8954bffd6f26d9e6371dd80 +size 200000730 diff --git a/Pretokenized_270B/fineweb_edu_000095_004.bin b/Pretokenized_270B/fineweb_edu_000095_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..e2a480af955fdf303a40bba107319aac66f8f6e3 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000095_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d033aedb3fd238fc9d6a5a7606b67735f6ab66942e3110dbb88835dbf7e0024d +size 200005358 diff --git a/Pretokenized_270B/fineweb_edu_000095_005.bin b/Pretokenized_270B/fineweb_edu_000095_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..23b20d0fc690fccb49080f6d4b4d8b0ae9d70142 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000095_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e473f3db33924413b4fe4b8e3739290c4cdf6e2682baebbaae70db94de626f0 +size 200009852 diff --git a/Pretokenized_270B/fineweb_edu_000095_006.bin b/Pretokenized_270B/fineweb_edu_000095_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..a3b16ceb202ab0653de306c1ec2c02a73dcab48e --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000095_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80737e417e793490a26faeed7ea5500de2517f3603244a21f3bd0d1f84ec9869 +size 200000044 diff --git a/Pretokenized_270B/fineweb_edu_000095_007.bin b/Pretokenized_270B/fineweb_edu_000095_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..734bd9c93d8e266ebb6b5a3ec245bbc36de367be --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000095_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a5afa12f9396305055f5c6df71361fc1a0f99c7fe9edbc48db441776e54f421 +size 200001006 diff --git a/Pretokenized_270B/fineweb_edu_000095_008.bin b/Pretokenized_270B/fineweb_edu_000095_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..2108361333c7ef95bd113fe40c8dcce211108acc --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000095_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53bd3207d8c429757af45bbcdc93cac22eff8689291a00123e5c9058f70ea5cc +size 200016648 diff --git a/Pretokenized_270B/fineweb_edu_000095_009.bin b/Pretokenized_270B/fineweb_edu_000095_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..174a0296fefede5dc0edad8d85c07b355c9b1cbf --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000095_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6624452ec9d4e699ce0cd9dd2a406b9a18a4158242d7b2e5936a4fd9003a481 +size 6964134 diff --git a/Pretokenized_270B/fineweb_edu_000096_000.bin b/Pretokenized_270B/fineweb_edu_000096_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..2c36e1031527ebd59f8593ba31ce0f5e7f15d50f --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000096_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d56fe41f2b28a4bb5b4521fa6e32ebb7f3f2c7ec1eda104954909c1bd939e25a +size 200002060 diff --git a/Pretokenized_270B/fineweb_edu_000096_001.bin b/Pretokenized_270B/fineweb_edu_000096_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..3cdde91446762d067ffe1515d8480b857fc7a0c6 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000096_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcd8583b3a81c704cde0183b3526ed5105f53fa84a14e37b44822bd258db9cc3 +size 200003988 diff --git a/Pretokenized_270B/fineweb_edu_000096_002.bin b/Pretokenized_270B/fineweb_edu_000096_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..022084f7d9d92de46b0e99659be16e2c46545180 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000096_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67e93c2f37637922e5f2e49541e2db6bf464fca779cf80ddd00330b8237ad5e8 +size 200011760 diff --git a/Pretokenized_270B/fineweb_edu_000096_003.bin b/Pretokenized_270B/fineweb_edu_000096_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..b924fd4a10770ff3f08ea8832822841f91316430 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000096_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a1b6483e0f55b932d78600cfe299063b6dfe8aee02055768e98ab274a3de8ca +size 200001106 diff --git a/Pretokenized_270B/fineweb_edu_000096_004.bin b/Pretokenized_270B/fineweb_edu_000096_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..7f71e7464553a2cff84e446512f8dedbb084c358 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000096_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd2192f782a3e204eb254c32be008bfe666d5590b93cf03cb89eafe7817b8ec3 +size 200000096 diff --git a/Pretokenized_270B/fineweb_edu_000096_005.bin b/Pretokenized_270B/fineweb_edu_000096_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..a0943a44ed26aa456cf01c8c2c277876bbff157b --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000096_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a24a3fa194d70533cdb47fee487d0fbf1ba77f555cd068f0c2ee87e044288b4c +size 200001456 diff --git a/Pretokenized_270B/fineweb_edu_000096_006.bin b/Pretokenized_270B/fineweb_edu_000096_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..8818024ed00a4005cc8670318988d71f29c54367 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000096_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba7b0a4cd0f2cbf083af28ee261dd4f4dc482e63090067cdadc400cef2c18cf1 +size 200001934 diff --git a/Pretokenized_270B/fineweb_edu_000096_007.bin b/Pretokenized_270B/fineweb_edu_000096_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..b0d3ffe2e85a7fc5d3f299d6a4349667f05d33d2 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000096_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:914ee22746740768e2874a1de1a1d09de9e74296bc7a181e4da720ce716a5c00 +size 200002938 diff --git a/Pretokenized_270B/fineweb_edu_000096_008.bin b/Pretokenized_270B/fineweb_edu_000096_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..daf30ddff363c53d118cd2b849f76e4a7e29c1ef --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000096_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41e3f224e3ff9ee9df2a69f5b3e1549b6f5999eff0f491f87a477402488c2c42 +size 200004860 diff --git a/Pretokenized_270B/fineweb_edu_000096_009.bin b/Pretokenized_270B/fineweb_edu_000096_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..c384869186bde0aa273f5b20c92188b4e4402cd9 --- /dev/null +++ b/Pretokenized_270B/fineweb_edu_000096_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59d0841d547151ce3b4a7c824407457170f82db22d595168f6136ee3263f0be0 +size 13944836