diff --git a/pretok_ws_clean/x_fineweb100_000087_006.bin b/pretok_ws_clean/x_fineweb100_000087_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..21b348c743342073f89a98caa24d3f343edbef9c --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000087_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c568a628b6eb360406a3b8ad227db93fa66cc32467476771e5d4f9bbf3d9a2a0 +size 97427428 diff --git a/pretok_ws_clean/x_fineweb100_000087_007.bin b/pretok_ws_clean/x_fineweb100_000087_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..d11a503b14c019f2109677b105690f869807b30a --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000087_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf61d5a84d74d5019ce7488a7b13265fd9243eb8accacab5842fd127c4390325 +size 25458740 diff --git a/pretok_ws_clean/x_fineweb100_000088_000.bin b/pretok_ws_clean/x_fineweb100_000088_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..3dc978032f4ed6bc21db3f0c9874a5b4686a47b4 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000088_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0530a1c14f8b93cfb494f4cb3bb6e8aecdc7e330f5ccdd9d9a87163bae076fe +size 135676788 diff --git a/pretok_ws_clean/x_fineweb100_000088_001.bin b/pretok_ws_clean/x_fineweb100_000088_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..1ea59e76d1fbcda3c95fb062a0b10dda7ca88060 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000088_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc77fac4528696323ce1b09eff63074a4da6fe7314fabd7afb39e72ff78b2480 +size 56988856 diff --git a/pretok_ws_clean/x_fineweb100_000088_002.bin b/pretok_ws_clean/x_fineweb100_000088_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..2b8523dc1849f29bf2e8a2c3b657f59859f1a245 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000088_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbfd957a50351119fcb961df9d73dac7a1d9bcc195cb232d110b70a983ab01fe +size 45189626 diff --git a/pretok_ws_clean/x_fineweb100_000088_003.bin b/pretok_ws_clean/x_fineweb100_000088_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..c08973a63abf2b90dcd048f03abfa526d1e2dd07 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000088_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bda8e15bd23c67ab1e5a3b00bd80f7d13a151d3ef5d8904ec52c6a696485663e +size 100741350 diff --git a/pretok_ws_clean/x_fineweb100_000088_004.bin b/pretok_ws_clean/x_fineweb100_000088_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..b6cd0c8f6b70788e24c6218a308d284aaef4c123 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000088_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e78b34d6b42abdf71bfbfa2af793afe3aabba977b5a69f2794150c744624626d +size 129071962 diff --git a/pretok_ws_clean/x_fineweb100_000088_005.bin b/pretok_ws_clean/x_fineweb100_000088_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..0d9a43fd1489f7049604625dfb5c1f6f936b0d9e --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000088_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6dc57e4eb8201ed9e5c666933c2efcb982a61b188a10fd79379b41ddac53585 +size 107229272 diff --git a/pretok_ws_clean/x_fineweb100_000088_006.bin b/pretok_ws_clean/x_fineweb100_000088_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..35d58bfcc4b1045a0dce989cb56705a80f787058 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000088_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de07802d010489b8a29536c69ec4b72f8c98b06700ade2df49043ea1d46188f7 +size 134518752 diff --git a/pretok_ws_clean/x_fineweb100_000088_007.bin b/pretok_ws_clean/x_fineweb100_000088_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..ab90f705b8f57b108e8e47ea12bc9ddf0842730d --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000088_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a63b5828a39880cb01368ca3c104761dc0578edadfffda4d247da7edf326a10 +size 65441432 diff --git a/pretok_ws_clean/x_fineweb100_000089_000.bin b/pretok_ws_clean/x_fineweb100_000089_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..1426b03189ddebf520f41d9266381639bc5c15e8 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000089_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed0533fd8379b2f85c8d77b6a5e824ad6c1eda328666fb6f8e8453d35f743797 +size 126749404 diff --git a/pretok_ws_clean/x_fineweb100_000089_001.bin b/pretok_ws_clean/x_fineweb100_000089_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..c3bd66b0c8d47e208c7c4da1697469dd424b15ba --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000089_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a87866160e07a110ec0a1c7d738445e2b5f145565d3e220aba27960b3e66af4 +size 125098528 diff --git a/pretok_ws_clean/x_fineweb100_000089_002.bin b/pretok_ws_clean/x_fineweb100_000089_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..01b03e03695d4e5059800834275d1fdf247dc2ac --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000089_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:720e4ad169c2dfc0d5c5b67d895f03fa59ef1bace625d519af6f873b902559c2 +size 94795860 diff --git a/pretok_ws_clean/x_fineweb100_000089_003.bin b/pretok_ws_clean/x_fineweb100_000089_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..3c7e698071edc6fff4f1ba9853326f8a046698ef --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000089_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7f92bb620f3d4e58ba6443d49b7aee6a9c82b3c0b4d78dd0459f0c68104c5ad +size 134373238 diff --git a/pretok_ws_clean/x_fineweb100_000089_004.bin b/pretok_ws_clean/x_fineweb100_000089_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..8b74776deffbf32fdc8fb00493b16b78a6d3caa9 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000089_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b87f28b283a66a4eab5f6b6fd81bbc2d0b16493ea0711646536e13e103b524a1 +size 123079012 diff --git a/pretok_ws_clean/x_fineweb100_000089_005.bin b/pretok_ws_clean/x_fineweb100_000089_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..3308eac6674cf9efb2a06c1f5c5ca5ab12009fc6 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000089_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88ad7e9deccf141a2cbb111c61984bf0213481c9478596f36dcb40edad77c58b +size 90516744 diff --git a/pretok_ws_clean/x_fineweb100_000089_006.bin b/pretok_ws_clean/x_fineweb100_000089_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..7e2a7f02b24b3fd218068afee3a0100e4a0f3cc9 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000089_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84811a0b8be06b47729626bbdbf12a429842f40654a789dd84dd4b70de72e2c8 +size 140902952 diff --git a/pretok_ws_clean/x_fineweb100_000089_007.bin b/pretok_ws_clean/x_fineweb100_000089_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..79bfb9c630ea9feef7572a5d9441054421e85a9c --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000089_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66c3ad955af615b9c17230f59ed75fe6f5b0b7972e6bd56d3272f62ebd9821b8 +size 73241098 diff --git a/pretok_ws_clean/x_fineweb100_000091_000.bin b/pretok_ws_clean/x_fineweb100_000091_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..fb7883b62e488b23dba909a9d2018fd7eb35a308 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000091_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ddd7b8c60a99c9169d220e58849cf445f18f1b1e3d1d9302ca557d8427c2b4c +size 41796098 diff --git a/pretok_ws_clean/x_fineweb100_000091_001.bin b/pretok_ws_clean/x_fineweb100_000091_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..d1df7a50b7c612657be16da47c9d9ac0f801f697 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000091_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68af65eb3f25b2978f98a2ee3034618d97bb3b0745485d8b097b63b45a4f2b7c +size 131152960 diff --git a/pretok_ws_clean/x_fineweb100_000091_002.bin b/pretok_ws_clean/x_fineweb100_000091_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..1ca36a18fec87013e4a79ea0bb19a1589c23ee54 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000091_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adc74cb4b072cca77bff9faa287c6deb8639445ba32708a70bd1d8f909fa0b0c +size 93687660 diff --git a/pretok_ws_clean/x_fineweb100_000091_003.bin b/pretok_ws_clean/x_fineweb100_000091_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..a526dac1e2393511bda189ab9f4df61357054caf --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000091_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be68cf3ac0925acb14867b442dc4699deeded9d1a9e75faab0928df13db6a080 +size 60265558 diff --git a/pretok_ws_clean/x_fineweb100_000091_004.bin b/pretok_ws_clean/x_fineweb100_000091_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..1879eeda37d89ae56982dbba861cfc852c217983 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000091_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:678e6d72392a45e1385b1bdaf42bf434cdbb13118bd1708381161c6214b4f7a5 +size 74900196 diff --git a/pretok_ws_clean/x_fineweb100_000091_005.bin b/pretok_ws_clean/x_fineweb100_000091_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..3c4002ecb3110e75364cf7ada996d0734c39b9e6 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000091_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:238f5a53639326685e5b63b2fead10cb0bc703e5fc4ac05104494ae1c04a542a +size 34486226 diff --git a/pretok_ws_clean/x_fineweb100_000091_006.bin b/pretok_ws_clean/x_fineweb100_000091_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..3a76119be72cea1e8347aa02dae1e1fa9c34c692 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000091_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af411520ca89f49eb8a4ed1902ebd000ae4b4755212498c99fb38b7cfd08cd9a +size 85199054 diff --git a/pretok_ws_clean/x_fineweb100_000091_007.bin b/pretok_ws_clean/x_fineweb100_000091_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..afbd12d5f595910f0a0af3219df998a4a0b8778e --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000091_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7e3d3eda741aaf10ff28b81872041a848c299d58ac58557b5b1c89eb836b17a +size 47540258 diff --git a/pretok_ws_clean/x_fineweb100_000092_000.bin b/pretok_ws_clean/x_fineweb100_000092_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..02204f01337b48b0f908118659c1eee845f36ce1 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000092_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44068748654c9357540ce256b0dadb61193c8035fd0c83cf310a0e8b28cfc0ef +size 113796920 diff --git a/pretok_ws_clean/x_fineweb100_000092_001.bin b/pretok_ws_clean/x_fineweb100_000092_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..80ddc13b93ece3f8ae06ceb8b3fce9b29849fda6 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000092_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4780f9f1024c3c0678ced6b30b4775fe22f3d24fa2b9fceec3b000545b3fdee +size 134977204 diff --git a/pretok_ws_clean/x_fineweb100_000092_002.bin b/pretok_ws_clean/x_fineweb100_000092_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..3ea7c5c8a4fe8eef45c06052ae2c564d31bf9672 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000092_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3caf2d56269243ecad3acdaf2b3c18baf24c991cba58b1c1702d7dbe5faf0f9a +size 101223448 diff --git a/pretok_ws_clean/x_fineweb100_000092_003.bin b/pretok_ws_clean/x_fineweb100_000092_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..eaea8ef5af14ddb4f8edf8e4436fa01b0fb8ae01 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000092_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9505b6b4e53c05b0323bdda43e2ef544e42dc0ffb2a26801325c455704a30bf8 +size 134089158 diff --git a/pretok_ws_clean/x_fineweb100_000092_004.bin b/pretok_ws_clean/x_fineweb100_000092_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..8a4ef9077e3de81f9c8cf04af9ea7cb56633efd1 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000092_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de9394b76a7a8abec6a00f25ae39bf5e11f51c426fba88ea947f22125a091053 +size 115493750 diff --git a/pretok_ws_clean/x_fineweb100_000092_005.bin b/pretok_ws_clean/x_fineweb100_000092_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..8fec7802120c5e2a5237f0cc6456af9a59a36c1a --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000092_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f970d8218435622584d281cd51e849f8e9d8da75dc02619c04966b451637c64f +size 90291800 diff --git a/pretok_ws_clean/x_fineweb100_000092_006.bin b/pretok_ws_clean/x_fineweb100_000092_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..423159d33272bee5f11b545b3c9fe2532b5ccb71 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000092_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:766f4a23f6f99ec3fd6b046b9c51efb637178d7b7737737e1803836770a39469 +size 133458338 diff --git a/pretok_ws_clean/x_fineweb100_000092_007.bin b/pretok_ws_clean/x_fineweb100_000092_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..a682f27c167a531195431bcdf4e54bed4b136bfc --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000092_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92b10e1579c80c7794ab89e6ce74da01fdca5120bf8b27d99e0de34388b693bd +size 75529408 diff --git a/pretok_ws_clean/x_fineweb100_000093_000.bin b/pretok_ws_clean/x_fineweb100_000093_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..ed94df20635bac4e9f5006682b654caa56eac818 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000093_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af7fba3015352ea28d4b58b2f79b7c3470ad248dab040a0ceb9afae9b983e5e7 +size 115708890 diff --git a/pretok_ws_clean/x_fineweb100_000093_001.bin b/pretok_ws_clean/x_fineweb100_000093_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..4f3f2ead88d222f8565911d78f78f9794309122f --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000093_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27d90025281d84d7621f59b34c4d83c1a9e09471249fa8b53eb4c52c2b9f2a68 +size 33756016 diff --git a/pretok_ws_clean/x_fineweb100_000093_002.bin b/pretok_ws_clean/x_fineweb100_000093_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..b943cb513023fa248558f9fd23fedda63466897e --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000093_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c90f1d456e0802fff2bb55bc523a8c184a07a0fde3b315d184a116dd8af9e380 +size 60724770 diff --git a/pretok_ws_clean/x_fineweb100_000093_003.bin b/pretok_ws_clean/x_fineweb100_000093_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..95a818228984975e10b015fbc2e93f9a8b8f1a43 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000093_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:441524c362e243697902f3a96aaba7da886810e46673800b7fb46039dcfb5c4d +size 112666064 diff --git a/pretok_ws_clean/x_fineweb100_000093_004.bin b/pretok_ws_clean/x_fineweb100_000093_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..483f3fb588bb8d686181ac097695e75e6bed9309 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000093_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af97e3e9a3ba20a4764de739dcf0a10fbe73f306b52da0f567a838851fc36838 +size 123853958 diff --git a/pretok_ws_clean/x_fineweb100_000093_005.bin b/pretok_ws_clean/x_fineweb100_000093_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..e229989e30ee989730f3c6bcce06aca53bd34a04 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000093_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9075a8412616f2f1626bb60a3493df97087ec6ca42709cabfac7e46340c910f5 +size 91282242 diff --git a/pretok_ws_clean/x_fineweb100_000093_006.bin b/pretok_ws_clean/x_fineweb100_000093_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..f6e516b84af75d5aa32808b089faa7e74e6889f8 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000093_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6033f493250a19738504a26616105093aa683026a78938f71e14e2e00733e52e +size 131413414 diff --git a/pretok_ws_clean/x_fineweb100_000093_007.bin b/pretok_ws_clean/x_fineweb100_000093_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..ff9ec401f4ccbc94343bbe6c8656e03ebc411b1d --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000093_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c82e0216b8d9127426d48b385f4c9b0874eb169e4fdf16a427abf8e1c46a9db +size 46959994 diff --git a/pretok_ws_clean/x_fineweb100_000095_000.bin b/pretok_ws_clean/x_fineweb100_000095_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..1176c3a17dbb91470577ed835e7f5404301b0f25 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000095_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38ece221d9b66ce0dac038134c3c858d4e25ec62b276d79c62727d97a3cd3529 +size 79842382 diff --git a/pretok_ws_clean/x_fineweb100_000095_001.bin b/pretok_ws_clean/x_fineweb100_000095_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..e66bb23f1bfa640b9dd7ec1308f84329f28223ab --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000095_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc6d56dc381ef537ec2a06fd763bd1690aacdf8209c7dd94a21386a6083ea37a +size 119489286 diff --git a/pretok_ws_clean/x_fineweb100_000095_002.bin b/pretok_ws_clean/x_fineweb100_000095_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..c5669cb9b04af5f377b95d40a55afd1a8ad828be --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000095_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3929fe80948aca383be74be33c0840ebc552ccfa29994ce0f71adcbceed44330 +size 78249596 diff --git a/pretok_ws_clean/x_fineweb100_000095_003.bin b/pretok_ws_clean/x_fineweb100_000095_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..56e56616cf923102e6aae2b0ce801c73aa3f4336 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000095_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0873e88f9ea15c6fb0f4b329ab5cb1ff5f581435aebeef6f748d23f3dc080caa +size 112923486 diff --git a/pretok_ws_clean/x_fineweb100_000095_004.bin b/pretok_ws_clean/x_fineweb100_000095_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..e8669a0bb5f04cfb666f4ca9534cf723dc41bb70 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000095_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a637769413196dd9c5aa83e00297c808e1fa25e5c18df46b718cbf01a9be54a1 +size 89505654 diff --git a/pretok_ws_clean/x_fineweb100_000095_005.bin b/pretok_ws_clean/x_fineweb100_000095_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..2624a2312b2e0edb93ce81a4ffc0d6ae1c9d6b2d --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000095_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5fd2b96595ae728a0e6896cb45769156d8e201ee14fac2004d96030b0437c76 +size 94849730 diff --git a/pretok_ws_clean/x_fineweb100_000095_006.bin b/pretok_ws_clean/x_fineweb100_000095_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..eedc86d72bd0efaec8c2aef6c04aa332801250da --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000095_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77279a1ed0bbd853f85038a9f78fdc0ebb0106e88bdce8c307973fd3d5910807 +size 113733548 diff --git a/pretok_ws_clean/x_fineweb100_000095_007.bin b/pretok_ws_clean/x_fineweb100_000095_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..80657b26a948b23a1ee60609194d511e3ebda6e0 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000095_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b5510392cc20515f4bc2ac1a3cd22e3b137d1e8833c58f617945027f0aa64cf +size 52223910 diff --git a/pretok_ws_clean/x_fineweb100_000098_000.bin b/pretok_ws_clean/x_fineweb100_000098_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..6d11fd72a9243ffbe818984d56d7cae30f99ccfe --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000098_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d87d606d3102df122d42d03119ce10e97e8f34fcc9f5e51fb63bee050406902 +size 103902588 diff --git a/pretok_ws_clean/x_fineweb100_000098_001.bin b/pretok_ws_clean/x_fineweb100_000098_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..34b52a4f5d371d0155010bf7bbaa05918a94f0f1 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000098_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfd3272cc7942a26fff3970509dbf0bc4db7e50b5a94b9cd97eb23e510a387e8 +size 136539836 diff --git a/pretok_ws_clean/x_fineweb100_000098_002.bin b/pretok_ws_clean/x_fineweb100_000098_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..15f7d01a6b20cdfbc005493af68fcdb6783a52d2 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000098_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c53add819ba7b1cb4da890c33da73e1528cd8495c5acd6530365ff3436db6f2 +size 108967114 diff --git a/pretok_ws_clean/x_fineweb100_000098_003.bin b/pretok_ws_clean/x_fineweb100_000098_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..6a4e3641203038564f63c41872ea566819579cf3 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000098_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31e1efc73d889685b578522544612cecda6c40c788ef3ddeeef3e24eb4a223ac +size 98270692 diff --git a/pretok_ws_clean/x_fineweb100_000098_004.bin b/pretok_ws_clean/x_fineweb100_000098_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..6cf50ae07a3a508ef87098bf189eb14ae3c0246c --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000098_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32bb76a8b6eadb22e5cedaa6dc5ce4f689a434e3612e4f723b4df349c5714435 +size 136700148 diff --git a/pretok_ws_clean/x_fineweb100_000098_005.bin b/pretok_ws_clean/x_fineweb100_000098_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..9283abed3d7d743d1c38cb3238cd7dd1ce6757ff --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000098_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22ae35f5ec6b14c3c6072bdbf66238f84cde483c698821f1fd2e2c6358a8cd17 +size 105527576 diff --git a/pretok_ws_clean/x_fineweb100_000098_006.bin b/pretok_ws_clean/x_fineweb100_000098_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..83ee871df71546f02c7973e0983598637efbc433 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000098_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67a2e4ddbd92e864076f397d12d11496ddf732dfad7ebd6ef585e8efba4b5ff0 +size 52162650 diff --git a/pretok_ws_clean/x_fineweb100_000100_000.bin b/pretok_ws_clean/x_fineweb100_000100_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..53536c262cff598a7662fc82e7d400c18482f9a3 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000100_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04eaa56cfb8fc950ff7440d82b7392f2ed78e172c529001c5219feae5865e1ba +size 97265500 diff --git a/pretok_ws_clean/x_fineweb100_000100_001.bin b/pretok_ws_clean/x_fineweb100_000100_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..eafad5919bbe9ba1d0aaff893753ead198a7c063 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000100_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c9d896c0f9d77d1090bd51756389cdfcb2192bd68722560027ab733c3929f6e +size 137091642 diff --git a/pretok_ws_clean/x_fineweb100_000100_002.bin b/pretok_ws_clean/x_fineweb100_000100_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..9f1d6f42ca1a1a155da4db13f2da8be0fcc1196b --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000100_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee5509115f202447835c8248de73990de35135cc6d1bb927c95be855643581b6 +size 49514588 diff --git a/pretok_ws_clean/x_fineweb100_000100_003.bin b/pretok_ws_clean/x_fineweb100_000100_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..031e07d907d4cf20605d585ad5ee701708469362 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000100_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2e4f3c82e1c1d5e2820f95c7603a15c3468ff4410fcd8b508efac80fb1c63ca +size 103177902 diff --git a/pretok_ws_clean/x_fineweb100_000100_004.bin b/pretok_ws_clean/x_fineweb100_000100_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..6b3124c2f0d1a25cd412331cbf642cce050ad097 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000100_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4edc12fdb7c5bc42fd58177f544fab4116360122c5295a8f60fc77185867d134 +size 95905672 diff --git a/pretok_ws_clean/x_fineweb100_000100_005.bin b/pretok_ws_clean/x_fineweb100_000100_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..94bba68763e38f0e2b2d14567e41d81c173e947d --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000100_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2252e21d5bc5e033bbec8ebca524decab28764536069c7e8f0ba10668406b8a +size 4656770 diff --git a/pretok_ws_clean/x_fineweb100_000101_000.bin b/pretok_ws_clean/x_fineweb100_000101_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..d566784aa2ffcafa55e943f8dc69677ba016df95 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000101_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4645f08e0d2e5785261e49daced553cded1ef66e74bd261d353e5332b93f445d +size 53109272 diff --git a/pretok_ws_clean/x_fineweb100_000101_001.bin b/pretok_ws_clean/x_fineweb100_000101_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..ffd92b009978fa7ef6dae96158a7d7f1f71bc51c --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000101_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57b557eac0b6e74a9f6ee4c820aff9ecaf9db8240c41c843c69bfb0bfe9aab78 +size 110412468 diff --git a/pretok_ws_clean/x_fineweb100_000101_002.bin b/pretok_ws_clean/x_fineweb100_000101_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..bc0e10e301758e552d58cf78fb2fdcbcf11d507f --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000101_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93b55c7a6edbc9a8e783e3efaf51f9591662deed2c913269b0311dec9ae71af7 +size 100733302 diff --git a/pretok_ws_clean/x_fineweb100_000101_003.bin b/pretok_ws_clean/x_fineweb100_000101_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..e3adf3e9331d500ea4d15d79763546b5249eab64 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000101_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8910a977b0c75675d610188d6a66697d826963a5f3e5ed809c5a6761d1cd27b +size 118762032 diff --git a/pretok_ws_clean/x_fineweb100_000101_004.bin b/pretok_ws_clean/x_fineweb100_000101_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..51af8197450ebb133d5ffd420cf7cd2236979cd3 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000101_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b491357eaf3c2cc7ce9143c387dd6c18a4e501483921d7fd96a89a3ae94ca61 +size 91347118 diff --git a/pretok_ws_clean/x_fineweb100_000101_005.bin b/pretok_ws_clean/x_fineweb100_000101_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..d71b550335ec033c18f9bdb730f8573da2881b5a --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000101_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:507a4e760ab127cbfc35005136e97dadf8f929c09df26d2f444a2131e78b8d46 +size 127122962 diff --git a/pretok_ws_clean/x_fineweb100_000101_006.bin b/pretok_ws_clean/x_fineweb100_000101_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..e82433d937e6074a2f63d1647c09dca16a8bffcb --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000101_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76a834ee4d13f24a124f10eb5be4be80b96d04fbb0d007487b6c6ec14f1668a6 +size 98103500 diff --git a/pretok_ws_clean/x_fineweb100_000101_007.bin b/pretok_ws_clean/x_fineweb100_000101_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..133779d09a82300de8c983908bcd638424ea65c1 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000101_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2c3e4fa040089662a5e0e5fea0d098b83a3903c3ae1bcb9117552613a425bd0 +size 6328936 diff --git a/pretok_ws_clean/x_fineweb100_000102_000.bin b/pretok_ws_clean/x_fineweb100_000102_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..832ee61c042dd66a0717a4b4047e804288fa9b8e --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000102_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82a50dac497731a719d8a0a0a25738cdbd3b6fb00519430b2f110b1c2b1e6f14 +size 111092860 diff --git a/pretok_ws_clean/x_fineweb100_000102_001.bin b/pretok_ws_clean/x_fineweb100_000102_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..1753d4335bf796aab9384c195efdf8a5586de686 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000102_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:204d0a06adcc73b17ea6a13d0c585fe8a35488b66b454b9d59a002acf7c51438 +size 121517458 diff --git a/pretok_ws_clean/x_fineweb100_000102_002.bin b/pretok_ws_clean/x_fineweb100_000102_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..96df3f885db683eb7416d610062ed808e7e30aa1 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000102_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3834813b401cb2dcc5f370d6a12f79586339d326fc6923b2534a3089ff68992 +size 126768418 diff --git a/pretok_ws_clean/x_fineweb100_000102_003.bin b/pretok_ws_clean/x_fineweb100_000102_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..1dd966828eba766ae0e8a937942463c7ca127d43 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000102_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6f9622ce7b1df7d1767c2d1e9f2afc527d5a31d9a014e0a3a6238dfd8f088c1 +size 110727382 diff --git a/pretok_ws_clean/x_fineweb100_000102_004.bin b/pretok_ws_clean/x_fineweb100_000102_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..9417588ced041f2dd79100ace29bc4864031ae5e --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000102_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e733419f556be7a17654fd9c6b665b3f8a48b7bf6b17d0e64e79bdd47236c4f6 +size 38825378 diff --git a/pretok_ws_clean/x_fineweb100_000102_005.bin b/pretok_ws_clean/x_fineweb100_000102_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..e176a9698f32c795f5f88f8b996a4bb570a4dbbf --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000102_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1619f2b841b7a843eb27c33df9b892766214336acdf0212ed209c2d3f6c4a08b +size 79714554 diff --git a/pretok_ws_clean/x_fineweb100_000102_006.bin b/pretok_ws_clean/x_fineweb100_000102_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..039eaddf0d91ed420925d47c970e0b81c710d63f --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000102_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a37a02cdcc8e22c558904876041a18c56592dc6672d6838b57af782434439718 +size 92056784 diff --git a/pretok_ws_clean/x_fineweb100_000102_007.bin b/pretok_ws_clean/x_fineweb100_000102_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..13ee50ff2b7c03ca71cc890dce6c57a5bdd01e3d --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000102_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f2d75e4ae209f7793038e0927eb8fd0b62754b3f886b41cb7d59226d3d1d3cf +size 25617686 diff --git a/pretok_ws_clean/x_fineweb100_000103_000.bin b/pretok_ws_clean/x_fineweb100_000103_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..79446f6b1933da53e61dbe8a96cf9944cf1468f3 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000103_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9711a8aa1809a9535bbbc7decf86a465923922552d0b44d5e641607f5e084c67 +size 112911286 diff --git a/pretok_ws_clean/x_fineweb100_000103_001.bin b/pretok_ws_clean/x_fineweb100_000103_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..5b0448956c693cca3f4631f9d08234184c3a3738 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000103_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:039450ad3f5592576c27af3787b093283e10a93ee280382f6e7378492c29ea4c +size 125586678 diff --git a/pretok_ws_clean/x_fineweb100_000103_002.bin b/pretok_ws_clean/x_fineweb100_000103_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..e3222cb208ddc6b6ad185dbe1d9f8d2c9af4070d --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000103_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f6241d5f8cb59a456af3947fa03cc4b76c3002e89644a893a99ebf1d5ce7eea +size 125512788 diff --git a/pretok_ws_clean/x_fineweb100_000103_003.bin b/pretok_ws_clean/x_fineweb100_000103_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..81838ff89b1d3877f5f3ab0decfddef0e3632a69 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000103_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a74e67aef2b060dacf7308b142d632b709ce80da2433df0dd0c8bbfd22c57a9b +size 109945886 diff --git a/pretok_ws_clean/x_fineweb100_000103_004.bin b/pretok_ws_clean/x_fineweb100_000103_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..670d72272e1dde93ca508e0ca6401bc44dd83d5c --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000103_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ca6a9e8d402e40e80e4cfe6a3d4da6f33e3bd3388d24e9fa826892387428297 +size 125292752 diff --git a/pretok_ws_clean/x_fineweb100_000103_005.bin b/pretok_ws_clean/x_fineweb100_000103_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..b54e6288a2854b2178c7fc2d3165a6a00e7cf5a5 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000103_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4474c1ee79c584e0a382661b5cfecc0fa459c7733d9c7b22e6cfa82bae1427e9 +size 107718384 diff --git a/pretok_ws_clean/x_fineweb100_000103_006.bin b/pretok_ws_clean/x_fineweb100_000103_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..70cde4e41593eea53f5ff0ad02695d2f9e598c90 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000103_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61b05aacae53affe558525cd0f7b834977e694f95a7ad375475c03eb29791067 +size 132441532 diff --git a/pretok_ws_clean/x_fineweb100_000103_007.bin b/pretok_ws_clean/x_fineweb100_000103_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..65e0d06779973fb38e974af886fa83431d71f26b --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000103_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf7d34ec2a3680af86d4bda8f3185c9dd43d3d6fc5188cc6a15f2df2f541f312 +size 55224018 diff --git a/pretok_ws_clean/x_fineweb100_000104_000.bin b/pretok_ws_clean/x_fineweb100_000104_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..80d178aca21193c0cbb7b40fc174d24d2761cbfc --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000104_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:474af549e97b02a9deace1a8cb695dfddf1416fe0cc15d531c286a8ae617885d +size 80525832 diff --git a/pretok_ws_clean/x_fineweb100_000104_001.bin b/pretok_ws_clean/x_fineweb100_000104_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..e2f1ef0ce60a84b8085d6dc58c37a92d1d4dc6d5 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000104_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4b56fe460587fe00e14b4422e42d5d70df2c9c5e73092223141f33a09f5d300 +size 132694070 diff --git a/pretok_ws_clean/x_fineweb100_000104_002.bin b/pretok_ws_clean/x_fineweb100_000104_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..eef165f54d6beba6cdebdba643353dd46b02c87b --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000104_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4e5c802735f97e714d390588334e5d972c4935755434b15bded732b55e0fa3d +size 74864754 diff --git a/pretok_ws_clean/x_fineweb100_000104_003.bin b/pretok_ws_clean/x_fineweb100_000104_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..3781498aef25c7e97a808223821c8e53cd8d2b0b --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000104_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db8377937b931ece93ea541370368f7e5afca0b712269ae255d397bcd7b0fb11 +size 121943734 diff --git a/pretok_ws_clean/x_fineweb100_000104_004.bin b/pretok_ws_clean/x_fineweb100_000104_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..c1ce60f6de82f6dceefe8d1d462c04050a4bb870 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000104_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cf87fb2d19005dfd36c5245b47d82db54f90c30f264944070d8aded80c66a54 +size 99320878 diff --git a/pretok_ws_clean/x_fineweb100_000104_005.bin b/pretok_ws_clean/x_fineweb100_000104_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..c1a9caae9abc4b46b887abc08b9cbc6ec79eb30e --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000104_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b3b5250c172deb88eb5972d84965f5f54e9b37c99386ebb0da7e13f091b62f1 +size 98488572 diff --git a/pretok_ws_clean/x_fineweb100_000104_006.bin b/pretok_ws_clean/x_fineweb100_000104_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..9d17667483575cb104650d9c2f14e89e26e2207c --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000104_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adbed9d8a47edfc772c076f9c2ea42bb690e5567637f39c4cdc0e6f21cee67c9 +size 107430462 diff --git a/pretok_ws_clean/x_fineweb100_000104_007.bin b/pretok_ws_clean/x_fineweb100_000104_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..a97bfba61dac4826940ba59d16116240d843cdbb --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000104_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72f9da475d91b6c3ec12b293eb745fa2e6144520c7da6d7685e7de49b9ac1eff +size 37533416 diff --git a/pretok_ws_clean/x_fineweb100_000105_000.bin b/pretok_ws_clean/x_fineweb100_000105_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..e9cc28105e72de9466b6adb068137ab267a6dfa1 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000105_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44db2a27b0b6be86a4289d790c259ab375532f087556886c13b514b6a54dd8d5 +size 38503240 diff --git a/pretok_ws_clean/x_fineweb100_000105_001.bin b/pretok_ws_clean/x_fineweb100_000105_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..fa0a92d61be324621ad45243c91d92b781d5c9b9 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000105_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2138838a40bd8522533b2694669f6d90310b6f433d11a472a0d169d35f65053c +size 126752750 diff --git a/pretok_ws_clean/x_fineweb100_000105_002.bin b/pretok_ws_clean/x_fineweb100_000105_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..87e95c8b39f92f028b9aef222603788b2c9dc5ed --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000105_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52e719fc28a9468b85aa2618de0ede68fc63a150c4f29931bf68dc11d4ae07ac +size 88316572 diff --git a/pretok_ws_clean/x_fineweb100_000105_003.bin b/pretok_ws_clean/x_fineweb100_000105_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..2a83a7f41f276fceca85656a69a5a0b979373d4d --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000105_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:415bb8601a50b589555031b8c9eee8a03791814f18d11957efd2c29acca0adcc +size 105213906 diff --git a/pretok_ws_clean/x_fineweb100_000105_004.bin b/pretok_ws_clean/x_fineweb100_000105_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..14f23e0601ca856f95e0f0fee80980bc217306d1 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000105_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc4d12aca09ef1d3e89030b92680b0da09f0820b897be092f444cb83ef9f774c +size 88013202 diff --git a/pretok_ws_clean/x_fineweb100_000105_005.bin b/pretok_ws_clean/x_fineweb100_000105_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..dff77688a71854324416f41df58ca21041a36318 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000105_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a5576f1bf44b6b12f9554cde78a0040e7e5d7fff9b61af3077b916571efab9b +size 25483976 diff --git a/pretok_ws_clean/x_fineweb100_000105_006.bin b/pretok_ws_clean/x_fineweb100_000105_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..26286b9aa0478c261d58bf4a9bf3aa3d787f03f6 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000105_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06e769ade5e321c88607bbe929793e3e83537ba473a064b842c158d15f362509 +size 80470730 diff --git a/pretok_ws_clean/x_fineweb100_000105_007.bin b/pretok_ws_clean/x_fineweb100_000105_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..0008225024fad54a94f51e7317bfe41bd2155d30 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000105_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b5eb25235329478e55574f5ef6092fe721a75ab055ddc83cdd8d34e5409d414 +size 12181366 diff --git a/pretok_ws_clean/x_fineweb100_000106_000.bin b/pretok_ws_clean/x_fineweb100_000106_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..fd9975e93274378076a32b94c531884b24347bd7 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000106_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea7f598a49918d9f43543014a4adb3d4d2016ae1a2286ac54625ab18c9049dd0 +size 79182650 diff --git a/pretok_ws_clean/x_fineweb100_000107_000.bin b/pretok_ws_clean/x_fineweb100_000107_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..0253059c12cb5610bb350bf053b42edb63071602 --- /dev/null +++ b/pretok_ws_clean/x_fineweb100_000107_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b46207073a6b2eccc70fb8c129c846dda161e6f2fd66d1e3d254d7504a282ec +size 47920422 diff --git a/pretok_ws_clean/x_fineweb350_000210_000.bin b/pretok_ws_clean/x_fineweb350_000210_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..553190ade3a852abd32f0767bc67c2cae6f86b1a --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000210_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41c2fc83819154fbd2334342363b250c286da9541eb2ad8d685bbcc4b220e0ce +size 100817088 diff --git a/pretok_ws_clean/x_fineweb350_000210_001.bin b/pretok_ws_clean/x_fineweb350_000210_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..b6930ff15273765c40510c6ed6e757eaba681177 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000210_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9964fabdd56792133d400cb444a4b3f22e9470e544124944745a4987c8b3417d +size 82650506 diff --git a/pretok_ws_clean/x_fineweb350_000210_002.bin b/pretok_ws_clean/x_fineweb350_000210_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..28024d7ad28620959d289ef2ecc8e9c04d730679 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000210_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34a8d625bb93651ec90bc696e2085e0dd7e397e41e288bdab683942b0e1ab2ee +size 89583216 diff --git a/pretok_ws_clean/x_fineweb350_000210_003.bin b/pretok_ws_clean/x_fineweb350_000210_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..30b952471974336758782e80bba068b207c9d436 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000210_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:738f1cfdfbc94747f3e2b135989be67baed2058cdce29e49bfdda02230b2454b +size 73344062 diff --git a/pretok_ws_clean/x_fineweb350_000210_004.bin b/pretok_ws_clean/x_fineweb350_000210_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..249f069513d2155ffdf2aa8dd674a63d8af0a3aa --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000210_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d892dd38126c01a2d15962cb42de076b4e4ebe574ece1485e63dc7fda3307888 +size 70322768 diff --git a/pretok_ws_clean/x_fineweb350_000210_005.bin b/pretok_ws_clean/x_fineweb350_000210_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..4bc194ecf6c43e70ffabe735b0dc281ead1de419 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000210_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aec23a9b15acd57046eb7575372b2778aea4fcfbe6e61442ffc8b753a2f6cc4d +size 81580912 diff --git a/pretok_ws_clean/x_fineweb350_000210_006.bin b/pretok_ws_clean/x_fineweb350_000210_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..8204be75f1e91f00d6b527fb9c62c996a96bd061 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000210_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0e60557fe8bae3e5d83fba3215e39a8dd5a85f220d4eb5935834d97d681df94 +size 139290024 diff --git a/pretok_ws_clean/x_fineweb350_000210_007.bin b/pretok_ws_clean/x_fineweb350_000210_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..6bf2fd92fd26c3f0a2915c176ed845e8231cc165 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000210_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02a10a54f7a6b5cc7499bddc8465bf253ba8b3d0ab15273d85ceb7649f1da5b3 +size 148552244 diff --git a/pretok_ws_clean/x_fineweb350_000210_008.bin b/pretok_ws_clean/x_fineweb350_000210_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..97591915e7611d979cfd56c66c701d39ef2f09f1 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000210_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43fcf0f15ab8d1e0e8547ee8bdfcf4e9bffe52782be1dd8317b2196e8af20aae +size 121898176 diff --git a/pretok_ws_clean/x_fineweb350_000210_009.bin b/pretok_ws_clean/x_fineweb350_000210_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..1a5983a5dbc773812762a56575600c1bba32ebab --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000210_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f06b55f2c3fc23a1e6a2bf226ad9b4005108ec463d4344f93673d436bb530f4 +size 19037418 diff --git a/pretok_ws_clean/x_fineweb350_000211_000.bin b/pretok_ws_clean/x_fineweb350_000211_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..508967ff5d8f22e564cf1471ed1a056f3cdbe2b4 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000211_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99d3ba002130bb714311b450e15816a6c9e875986c59e76b52ed6bbe490eecaf +size 100612340 diff --git a/pretok_ws_clean/x_fineweb350_000211_001.bin b/pretok_ws_clean/x_fineweb350_000211_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..dd5cbe0e516d655c7a806f4b27feb797b9c5aeb1 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000211_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da3e524b7b522a00143403b383b1527e0f1650ebbbc3043e5d4b17eac8ec7e80 +size 136499236 diff --git a/pretok_ws_clean/x_fineweb350_000211_002.bin b/pretok_ws_clean/x_fineweb350_000211_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..cc8d91ef29476e404f30a747bddf3191a519bbd3 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000211_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed7ff67264c83aaa776b1520ff3782d2625c1442a55f9e7c43eb049b780d1f54 +size 124500094 diff --git a/pretok_ws_clean/x_fineweb350_000211_003.bin b/pretok_ws_clean/x_fineweb350_000211_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..c8c4073c7e2e7b94b4df3b95e53ec7135bc9902b --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000211_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76239baa2d306253480ab835dfeff4affb80b627f92cd4985c587231dc846c4c +size 117988954 diff --git a/pretok_ws_clean/x_fineweb350_000211_004.bin b/pretok_ws_clean/x_fineweb350_000211_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..577e8e6c01cf39af546a80a6df2c0e75f1ceca41 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000211_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c70ae1b93143d105a029a6ae0a4969c36933bb7878e77ac8df7c62960b0ffea +size 113648166 diff --git a/pretok_ws_clean/x_fineweb350_000211_005.bin b/pretok_ws_clean/x_fineweb350_000211_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..979403c43833d22c3022a9806e4aca2f07e76231 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000211_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be4b9de4be41cfa3398a83b53105dc00de5cf6cf14586504e87e6d237463f5a8 +size 100604138 diff --git a/pretok_ws_clean/x_fineweb350_000211_006.bin b/pretok_ws_clean/x_fineweb350_000211_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..94f483466a9b38cdfc91a58fd488e6e3af226f8b --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000211_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d530d793917afcf5f7bc7599dbf38b599a807c50881a0a067d22eae725d7b985 +size 57119842 diff --git a/pretok_ws_clean/x_fineweb350_000211_007.bin b/pretok_ws_clean/x_fineweb350_000211_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..9b3950837e861442687a274880da1d4c8dc4dff4 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000211_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5e7e1b20b7d3706adff0400e851f668933a42ce194cddbcbe83f74699c90c18 +size 71577370 diff --git a/pretok_ws_clean/x_fineweb350_000211_008.bin b/pretok_ws_clean/x_fineweb350_000211_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..cbc3d09a40ce4235286b08627048bf626c5e1b07 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000211_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02ef12fd3f2d9871bec6b06a85700986cefc8cfc25ac4f807ceee5a94f028846 +size 73297582 diff --git a/pretok_ws_clean/x_fineweb350_000211_009.bin b/pretok_ws_clean/x_fineweb350_000211_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..d8c52f067929a2fdcf3600a3718ef592b481f147 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000211_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31e5d6d114767209c93f2af0b57d1a02c430fac83adea362a737585f708a90fd +size 20562788 diff --git a/pretok_ws_clean/x_fineweb350_000212_000.bin b/pretok_ws_clean/x_fineweb350_000212_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..86ec67576ac941ebc75c945de40fc91cbd1f9fcb --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000212_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14d8efb490424ed6b417bf9dab4e5a910fce8b957e4e7ec8c44329e9f7beb74c +size 87105154 diff --git a/pretok_ws_clean/x_fineweb350_000212_001.bin b/pretok_ws_clean/x_fineweb350_000212_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..caf862ec24f435297f40b899d280b9eb2c984682 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000212_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd420a7a3b151bc56e0cbecb83ed5208cad0d817777a746de957a3e6d44e3568 +size 131995158 diff --git a/pretok_ws_clean/x_fineweb350_000212_002.bin b/pretok_ws_clean/x_fineweb350_000212_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..bf9a8d84169a6e74613112344d70ab7b4b953e28 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000212_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66871901c131acdf026e8bf62321ccf494d3cfb4220496b8d1b80bbd8e53798b +size 120020084 diff --git a/pretok_ws_clean/x_fineweb350_000212_003.bin b/pretok_ws_clean/x_fineweb350_000212_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..eae08c538b9720cce938bc3dc9e33e1e29cee54b --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000212_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb763debb78e2a6bb05c152bdd76297681a37b506cd73cdb1179d2eae2123435 +size 115572992 diff --git a/pretok_ws_clean/x_fineweb350_000212_004.bin b/pretok_ws_clean/x_fineweb350_000212_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..9095928498bfac8c4782b4f760792e0fc2158d86 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000212_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:109ce494edcb6714d4360a91548c154188cd73ed8ef0eed96289be44a4ba39b0 +size 77315300 diff --git a/pretok_ws_clean/x_fineweb350_000212_005.bin b/pretok_ws_clean/x_fineweb350_000212_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..85a448029ab379dc7aa19ad62ded8df14b4d3acd --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000212_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22c4f466c3ee9c587d195db3fc680954f5f24b195f159db828ea96c521202a94 +size 95558036 diff --git a/pretok_ws_clean/x_fineweb350_000212_006.bin b/pretok_ws_clean/x_fineweb350_000212_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..e8386cfc0692ed332a5bdb8e168cf9e47573a22a --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000212_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a61b6d9dc6443ecf6558d39604cbfb4f5b4cde39276f64d808537bf02b25347f +size 73536938 diff --git a/pretok_ws_clean/x_fineweb350_000212_007.bin b/pretok_ws_clean/x_fineweb350_000212_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..7ee8c9c7175e0789509cd89728b2c5203cca8c46 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000212_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48fd60178d51fbfe3fa07f450320492a78e74b5c94deac130217c0c21e9b7756 +size 113444264 diff --git a/pretok_ws_clean/x_fineweb350_000212_008.bin b/pretok_ws_clean/x_fineweb350_000212_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..74e1502a640311e479338c96332ae6910634c85d --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000212_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bf81eb17b26744e0db5d63fc78ac0c5478ba4e75336fd9ad2590f8f62fef4f9 +size 166773276 diff --git a/pretok_ws_clean/x_fineweb350_000212_009.bin b/pretok_ws_clean/x_fineweb350_000212_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..994c92c7840601b395170c8807d7ddfe175bcb3e --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000212_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:137d50b3ab4db5a0dfea6093bfe43409b58d825d45b267b1392ff2460414fb00 +size 35057486 diff --git a/pretok_ws_clean/x_fineweb350_000213_000.bin b/pretok_ws_clean/x_fineweb350_000213_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..45c8a1d7fcc6f67e301facb023b6b9479f4d726e --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000213_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:398c88c67664a31c44c29cf9eae6996fc71f1325abde189e88d3e0c6ac5ff578 +size 118543108 diff --git a/pretok_ws_clean/x_fineweb350_000213_001.bin b/pretok_ws_clean/x_fineweb350_000213_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..a7f8649b0a75096373e636287b37b0bb7ffa1352 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000213_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e8ff461894135dc6d9ada4c8666ddffa688be13a3af24fc283897518f5ce3e0 +size 85420714 diff --git a/pretok_ws_clean/x_fineweb350_000213_002.bin b/pretok_ws_clean/x_fineweb350_000213_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..72a852e88b929923b5be7e73257c6230540fe68a --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000213_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:428bc2a6632ffbcc435650fac97bf6312cc93209854deff7436affc42cab2e4a +size 73331226 diff --git a/pretok_ws_clean/x_fineweb350_000213_003.bin b/pretok_ws_clean/x_fineweb350_000213_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..706fc764f2517e1900b19f3fa5624b52a91cbde6 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000213_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c1f43300217e0bd7703441208281551a77191d7dfc10710fe9f8e975c550127 +size 78618316 diff --git a/pretok_ws_clean/x_fineweb350_000213_004.bin b/pretok_ws_clean/x_fineweb350_000213_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..863e233896599b86e0f73ad4a9c69fbb4f760bef --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000213_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3fbd05d2da9a53160658d2a6f43a4284c45098e218eb87beb48620e5faaddfb +size 69739862 diff --git a/pretok_ws_clean/x_fineweb350_000213_005.bin b/pretok_ws_clean/x_fineweb350_000213_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..d506557f38dae39797777638a120d56908fb069c --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000213_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abeb0b27bcd5d713b31120701a397aaf8ae76449366c7efd68a95711ff9822be +size 72316978 diff --git a/pretok_ws_clean/x_fineweb350_000213_006.bin b/pretok_ws_clean/x_fineweb350_000213_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..be69d7e777927c09878a523330666b8fc4f1035a --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000213_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b27933210a021c34925c105c06ce886cb749b5a0b44bbf61afdc7c7978dedda +size 90277368 diff --git a/pretok_ws_clean/x_fineweb350_000213_007.bin b/pretok_ws_clean/x_fineweb350_000213_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..19a1d07784a2374b6aafd8bda9705c01adb1bd6e --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000213_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaa49735ca9c1c0dc20759fd695a91961cb8af5236d90229d37ccb870cfbcd0d +size 95060226 diff --git a/pretok_ws_clean/x_fineweb350_000213_008.bin b/pretok_ws_clean/x_fineweb350_000213_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..d32817712651a915fb5b4ba7fe92855de563eefc --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000213_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3489fd70a68034b9e2b615285dbd72ec33bc86c1e9ff097019a3def56e8b00d3 +size 94699806 diff --git a/pretok_ws_clean/x_fineweb350_000213_009.bin b/pretok_ws_clean/x_fineweb350_000213_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..c5aa107a7a06d24e230183f54aa60ec5e40c9257 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000213_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:756a094322c600fb61246dc7dcb0736382c5b34c580ec7ffa916d125b8d45194 +size 18418612 diff --git a/pretok_ws_clean/x_fineweb350_000214_000.bin b/pretok_ws_clean/x_fineweb350_000214_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..e4dd6de84075ca716359917b1e6909040cc10011 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000214_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bd7e138318efc77208342c4f9def439ed705ded2aafc087e2151cfdaf7c1c71 +size 81042300 diff --git a/pretok_ws_clean/x_fineweb350_000214_001.bin b/pretok_ws_clean/x_fineweb350_000214_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..868257e258c81b8a2da75b96eb63dee41842ff1d --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000214_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a3d8d6411f585ac6d1ae005ee8bbf9784294d88d519c0fd872304c355b705de +size 80717548 diff --git a/pretok_ws_clean/x_fineweb350_000214_002.bin b/pretok_ws_clean/x_fineweb350_000214_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..6ba90671f8cbe96b89b6983fc1282fbc7ea2c68a --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000214_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ce948ec8bb457eef18e2add2694895494dd241ab5e86267ee3eb609e41e10ac +size 81297686 diff --git a/pretok_ws_clean/x_fineweb350_000214_003.bin b/pretok_ws_clean/x_fineweb350_000214_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..26e2594f42cf394357a1873c4db28ab33d0d77dc --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000214_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bcd459d829b460db3fe9ff2d7d26d67f3c0426608f2f4aedcc180ec2757bb51 +size 69641242 diff --git a/pretok_ws_clean/x_fineweb350_000214_004.bin b/pretok_ws_clean/x_fineweb350_000214_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..677799050913b9de56dbba09709d34c37f556cd4 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000214_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74682401656dfdfea704a6a01a14952a8b87d37fb7c63b5fbd3a8a06d509fcb2 +size 67823928 diff --git a/pretok_ws_clean/x_fineweb350_000214_005.bin b/pretok_ws_clean/x_fineweb350_000214_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..cf3eea78ecbd3c7d38a31385f37dd8a795431d0e --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000214_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10a9dfed83e58d84d455337b4039a03cf812270cd5dd13f63901b88cee9d14c9 +size 66919852 diff --git a/pretok_ws_clean/x_fineweb350_000214_006.bin b/pretok_ws_clean/x_fineweb350_000214_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..34179e71e30621fd821c36568ba2142ede03d951 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000214_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1112fa8a23c2fd88c16b04c85606cf575674cf820e09ed2425750f2c7761232 +size 68467936 diff --git a/pretok_ws_clean/x_fineweb350_000214_007.bin b/pretok_ws_clean/x_fineweb350_000214_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..87c514a7148f15b38ca07a1cdce74bcbba760588 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000214_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ca4b7fe1f22989827a2b30d8e17e74597b7728481f6cd118952ced91c521c4b +size 61010486 diff --git a/pretok_ws_clean/x_fineweb350_000214_008.bin b/pretok_ws_clean/x_fineweb350_000214_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..f69c922471025ca778e54bd6c49ded9fa8c0d44b --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000214_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11ced32c958114089e880add803ab9386f4e955db5818cf3a78501ef311e067d +size 117680118 diff --git a/pretok_ws_clean/x_fineweb350_000214_009.bin b/pretok_ws_clean/x_fineweb350_000214_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..78b287d3488b7f2a8a141ea802cf732e21160f8f --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000214_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5448b0ccee77c69219327171524af242314b08723667c96ee3cb8222f4389dd0 +size 24940020 diff --git a/pretok_ws_clean/x_fineweb350_000215_000.bin b/pretok_ws_clean/x_fineweb350_000215_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..8228cab120f7ee8275ae3c4f331c2d46a0e096fa --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000215_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a52b5d6ff7cf2d6d522b3966fe784dbcb0711c228cba2ce604c858715ff9621 +size 118264200 diff --git a/pretok_ws_clean/x_fineweb350_000215_001.bin b/pretok_ws_clean/x_fineweb350_000215_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..dcde1c326b42e8f6d9f51ef8386baae9f0a710d8 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000215_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cd58037a0cd18f5119af6b6e4752add6c14806cd13f8c614787cb56e0ab72d3 +size 120937780 diff --git a/pretok_ws_clean/x_fineweb350_000215_002.bin b/pretok_ws_clean/x_fineweb350_000215_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..14b99fd6e461ffb9e097f0d815a6b210096be12c --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000215_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42b719e6034baf538c2dbc73dcd3899a4f6b038aec8baa20acd62ff0582f9752 +size 107373738 diff --git a/pretok_ws_clean/x_fineweb350_000215_003.bin b/pretok_ws_clean/x_fineweb350_000215_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..339958a2ee70b24313bb3f383636617534e1cf89 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000215_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:277d14d2bcf8a880d5ef61cf1fd2ec991dd8f9ebcd34369532744df61ca86786 +size 77418150 diff --git a/pretok_ws_clean/x_fineweb350_000215_004.bin b/pretok_ws_clean/x_fineweb350_000215_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..fff06f88983714db3e8b31d78b397648269d5a7c --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000215_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b82db146430abac0f400257fbfc7520d483aed64046bd8a67c0e1d968d26a3f3 +size 80215710 diff --git a/pretok_ws_clean/x_fineweb350_000215_005.bin b/pretok_ws_clean/x_fineweb350_000215_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..ed3d63b79214d23a202394c3f027c58a089bec50 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000215_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21c22b1765508f65f3ec9ae455c83c2d1aaae7c9178fb0acafa1c55182cd827b +size 77259594 diff --git a/pretok_ws_clean/x_fineweb350_000215_006.bin b/pretok_ws_clean/x_fineweb350_000215_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..fb5789d5495b0454f9012ee3ecc7d5c6d75afcc0 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000215_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ab798188e3197cadf55c5d14a8a63134f5fe1d840f46b1103c057ff528ab347 +size 18209426 diff --git a/pretok_ws_clean/x_fineweb350_000216_000.bin b/pretok_ws_clean/x_fineweb350_000216_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..8289574455ae85d273617dec7d5eb4b4d68340ce --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000216_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f7afa00ed22ddacd67a3869e080faf709ead8e34f261302097b5c470fbe1654 +size 103913594 diff --git a/pretok_ws_clean/x_fineweb350_000216_001.bin b/pretok_ws_clean/x_fineweb350_000216_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..0135909b97a98d55e15d13ee78cc26e6452ab619 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000216_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f39f585181625d2b0de1b6f318faacf151090262d97419ffbe6d1bda6772fe40 +size 99652310 diff --git a/pretok_ws_clean/x_fineweb350_000216_002.bin b/pretok_ws_clean/x_fineweb350_000216_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..d68aae1dd39a3fa91afc74367356b737ca57f80a --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000216_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67c5de6efc1dee5684c8b9553a83ec9a356785b3096fe9e1be4488b6c7d1785f +size 99547422 diff --git a/pretok_ws_clean/x_fineweb350_000216_003.bin b/pretok_ws_clean/x_fineweb350_000216_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..d13d27ad341028282faba573a88d93e93fc3c7b3 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000216_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:269570f8c45136dfad5cfacc08ea6cd0a29fb2026b1cbbfdfe0d33772bded390 +size 73767382 diff --git a/pretok_ws_clean/x_fineweb350_000216_004.bin b/pretok_ws_clean/x_fineweb350_000216_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..95365bbd080c2c927a421a0216064c0cf205f214 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000216_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bc040ed0f9fcfaa58ed7e8e50e97efa57cbc695a2075ff9fed0eacf2ad93d05 +size 89928538 diff --git a/pretok_ws_clean/x_fineweb350_000216_005.bin b/pretok_ws_clean/x_fineweb350_000216_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..a503f5d7101f1ec0d818e97c5dfc6edbb74d081f --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000216_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62542602e8d988c5df41e95ebb61501939482ef99389d559fdaf841c631e9201 +size 85008780 diff --git a/pretok_ws_clean/x_fineweb350_000216_006.bin b/pretok_ws_clean/x_fineweb350_000216_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..8616a3900c9b4547447cf9306faf165e6d0729b8 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000216_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6431f734f795f9c9fbb66a98119273fa6801656f3369b16189c5c0e1c45781b0 +size 84269554 diff --git a/pretok_ws_clean/x_fineweb350_000216_007.bin b/pretok_ws_clean/x_fineweb350_000216_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..fe3742cfd819ef1d2efa61b59b46ccc1eaaf9cac --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000216_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca4df210603510f18f86336d6daaf3ce27259252fda79eee3b45cb5cd72e8abc +size 77616924 diff --git a/pretok_ws_clean/x_fineweb350_000216_008.bin b/pretok_ws_clean/x_fineweb350_000216_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..f3d34ec39f5215c8643329e0a5e1b3dac3a11958 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000216_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8378412af70891b567d09908c2f969c90430708c5ed401f3c941e4361cb2cd7b +size 103142034 diff --git a/pretok_ws_clean/x_fineweb350_000216_009.bin b/pretok_ws_clean/x_fineweb350_000216_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..ea38b478e956f4fe2963f73fcbfa1f0f32cfe8b0 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000216_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92fbebd957843e018e137d51f95e0ff8d4cfcc930af04473726fce6b30988de6 +size 18760080 diff --git a/pretok_ws_clean/x_fineweb350_000217_000.bin b/pretok_ws_clean/x_fineweb350_000217_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..cf9a9e14c197c7c50fd4d6892a142ab85a9d94e0 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000217_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47ac583d4e5527f5cd21fff3366860473caed526fe55f70d7e5e01a332e466f7 +size 89658716 diff --git a/pretok_ws_clean/x_fineweb350_000217_001.bin b/pretok_ws_clean/x_fineweb350_000217_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..2746de720f583005369225b7c88b7c601e9a1ee1 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000217_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b238ed1d7b1c0713942412e47d82fd33b2db00ab98f1fe6322605ed4437c094 +size 79952824 diff --git a/pretok_ws_clean/x_fineweb350_000217_002.bin b/pretok_ws_clean/x_fineweb350_000217_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..4d2e6313a9f3fa8fb42fc9f63f0a852ad87dbd4c --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000217_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b3ea1908c4b0ae846ddac5a05f791e5f068e97a67851bf83d1e7c2f5554eaa3 +size 47508716 diff --git a/pretok_ws_clean/x_fineweb350_000217_003.bin b/pretok_ws_clean/x_fineweb350_000217_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..958079413d7fc476cff0ab864c48164fffa11f58 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000217_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:348fc2bf9d155a78f52f0d1efe9e49d7b75c003443d7a6412deb9dae95025ae3 +size 125021324 diff --git a/pretok_ws_clean/x_fineweb350_000217_004.bin b/pretok_ws_clean/x_fineweb350_000217_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..f5378e4d5ea48ae79b2732122e3bcc2f93bd5b12 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000217_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4ac23bd17f57cca6d20990fde75dfc959307e1f772d6214c22811659c8ca96e +size 132520192 diff --git a/pretok_ws_clean/x_fineweb350_000217_005.bin b/pretok_ws_clean/x_fineweb350_000217_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..7fe093117d2ea030fd307a5bf31bdddad1ce8656 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000217_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abfe02a37eb6e43a2443bc168fb4f7301efa26665e53963708d78c41770c8402 +size 82138484 diff --git a/pretok_ws_clean/x_fineweb350_000217_006.bin b/pretok_ws_clean/x_fineweb350_000217_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..67b15073ba852d4669f27517fe281a91fd52cff8 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000217_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fc5b99cc4f48b072b7b8db0f8c9bb018e6297e300f8d4725404b5d37a419e43 +size 77493494 diff --git a/pretok_ws_clean/x_fineweb350_000217_007.bin b/pretok_ws_clean/x_fineweb350_000217_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..782200ec9c5aa61705d28821673a902c33f6fdc6 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000217_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee777d2acff6991684fe71e312eebe723ae31207f62c1feaa50d1f4d4a088dd6 +size 86829216 diff --git a/pretok_ws_clean/x_fineweb350_000217_008.bin b/pretok_ws_clean/x_fineweb350_000217_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..9ff3eb0e0627efb42a0cb04be4b9871c9a36e551 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000217_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c1c9b46c38960b66e24cd14d4586e629f9d3b4c2f18329def5446fb125ff3df +size 69042100 diff --git a/pretok_ws_clean/x_fineweb350_000217_009.bin b/pretok_ws_clean/x_fineweb350_000217_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..441b1d05f4eb369dfa9e96615277285cca748645 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000217_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b969dca04469d7815ade63a265ba7449ab18501787424b5251a7727fc17adbf +size 14388888 diff --git a/pretok_ws_clean/x_fineweb350_000218_000.bin b/pretok_ws_clean/x_fineweb350_000218_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..37010b1c00262e78acd980f1aba5407dd78e0a95 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000218_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9a2404c33bf5fda1bfdc3e9f66ea259e0e3e3f42214a3426a7ca27d89e92a65 +size 118317082 diff --git a/pretok_ws_clean/x_fineweb350_000218_001.bin b/pretok_ws_clean/x_fineweb350_000218_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..1759b2278d4c1123ecb8d83e783c85b233193542 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000218_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94153fb52d5b50c6dbebebe1cfa9b5adafb25638f0f789e64691955a2f41b74c +size 101586018 diff --git a/pretok_ws_clean/x_fineweb350_000218_002.bin b/pretok_ws_clean/x_fineweb350_000218_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..8042d1d85b23885fe21c98063ce81ba0664304d8 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000218_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b51b8486d38c38cd2981ed49e9a846849c9adcf874fa1dfb13db62f6269116f +size 82135412 diff --git a/pretok_ws_clean/x_fineweb350_000218_003.bin b/pretok_ws_clean/x_fineweb350_000218_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..a103b61bf94b8c43c7ae3ebb3744b3dc8d05f125 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000218_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a4c76faf61b3c5d7c7546cb6430fad03fffebbfc46cc7539d983c3baa713acd +size 79188604 diff --git a/pretok_ws_clean/x_fineweb350_000218_004.bin b/pretok_ws_clean/x_fineweb350_000218_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..ee1f44fcbca2e86b468994b65beb69bb43b32949 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000218_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1e32e5c96ce44efe23326a9e1db283eaa5dd15c8c94ac067f3f5c4d7826294f +size 73117494 diff --git a/pretok_ws_clean/x_fineweb350_000218_005.bin b/pretok_ws_clean/x_fineweb350_000218_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..26b3e5b9752af38fb1bcfe03e070e8d47b1dcc0a --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000218_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c12c9ad99ab8a59c33fc3587a7ec02eeba8b55d43b24afeadbbb553d694c1f65 +size 65806336 diff --git a/pretok_ws_clean/x_fineweb350_000218_006.bin b/pretok_ws_clean/x_fineweb350_000218_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..363f35855941e1b77560bb733de365b94aa98b05 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000218_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bb9cc78df93e55e2177f370fb37dd45b0e77d89dc96110eb11e283690f5a663 +size 67499688 diff --git a/pretok_ws_clean/x_fineweb350_000218_007.bin b/pretok_ws_clean/x_fineweb350_000218_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..0da5a6ee093ef42f898c48400b7da3b60fc3fa65 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000218_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dab4f0e8db1e090c70654548f54d287b1e258e8b22f490c92fe0c703008ff620 +size 79714568 diff --git a/pretok_ws_clean/x_fineweb350_000218_008.bin b/pretok_ws_clean/x_fineweb350_000218_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..0d10a32d7d8e0d7c4ba32c18d5b53d920d0db6e4 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000218_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b41dd4031994fd075969df1a75c1d5ffc43b4f1b5dce0e2efaed562d1c493874 +size 74598512 diff --git a/pretok_ws_clean/x_fineweb350_000218_009.bin b/pretok_ws_clean/x_fineweb350_000218_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..cea67788bfd0400998513cd7ba9dc9ebbe4e6774 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000218_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:015a2408029f66669a58e8726eb6f751bb73088f0428eb9258051d5fc0c66461 +size 19721248 diff --git a/pretok_ws_clean/x_fineweb350_000219_000.bin b/pretok_ws_clean/x_fineweb350_000219_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..ccf925b4fe0c4c7321b329333a8e79b99682259b --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000219_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b6a25a249840a2a59e8fdcd74855549394dc9356bc78d274579559593a1c342 +size 94412574 diff --git a/pretok_ws_clean/x_fineweb350_000219_001.bin b/pretok_ws_clean/x_fineweb350_000219_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..0f3d0e514b903f992ab287331b081e9ae7415851 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000219_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:272fea978173fe6b0dc2ed726cd8dd25a904038d38c947bafd7a40b338772d63 +size 75916388 diff --git a/pretok_ws_clean/x_fineweb350_000219_002.bin b/pretok_ws_clean/x_fineweb350_000219_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..747d91ee0b53c86ba5e9ba3e7dc76d8a0bdc609b --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000219_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:733fa988beec64fe3be9e6d0f0077c732abfe885c47a6a02b843e56873872753 +size 79319808 diff --git a/pretok_ws_clean/x_fineweb350_000219_003.bin b/pretok_ws_clean/x_fineweb350_000219_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..bca60287f34b49d736e95238e538e5e19d543dcd --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000219_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbdfa6d6b87ff14a9cafe154dbd7a9e7c103f8e03f58b41341c3525da8b991ec +size 63193744 diff --git a/pretok_ws_clean/x_fineweb350_000219_004.bin b/pretok_ws_clean/x_fineweb350_000219_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..56835d2827239d154ba57b5e4a7c47e9288185e5 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000219_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58060db02b3e0d30978d3001594693cb5c522f1b5218601d1e38497c58dbc940 +size 71672960 diff --git a/pretok_ws_clean/x_fineweb350_000219_005.bin b/pretok_ws_clean/x_fineweb350_000219_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..a5ba348261ea4a105319c2274eebdb0e83a47e00 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000219_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9aa6eac58f181eac06d93125ee603ecbdf6a236349cf6ec1444dfc5832fdd1f +size 75512390 diff --git a/pretok_ws_clean/x_fineweb350_000219_006.bin b/pretok_ws_clean/x_fineweb350_000219_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..4fe16208e013ff28b01490a26c1c62b356633b6d --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000219_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c72689f5124a18ad5b3fcd0bd17b8286c2918081137a3bb7629e74af21156a1 +size 91036036 diff --git a/pretok_ws_clean/x_fineweb350_000219_007.bin b/pretok_ws_clean/x_fineweb350_000219_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..f160bb1bd384f772358eab6b8ba5a0ed1c5e53de --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000219_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10825eb8ed74ececa107ceeb9f8fd9165e56c9d8e1f52df10c92d6d652820d11 +size 95317124 diff --git a/pretok_ws_clean/x_fineweb350_000219_008.bin b/pretok_ws_clean/x_fineweb350_000219_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..70d8d0a854745196675eada28ddc42439a9236bd --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000219_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53b931fddb9afbf702063c67eafc4eed9822923e24b85f72847aae2370a4938e +size 77179550 diff --git a/pretok_ws_clean/x_fineweb350_000219_009.bin b/pretok_ws_clean/x_fineweb350_000219_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..e4b27ace1d62bbf9ce18c3b41378ab8acfaa60c4 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000219_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffd8baf028f61f12fca7716697cdfbe200ed9db2f272c5796800825320397aad +size 15879794 diff --git a/pretok_ws_clean/x_fineweb350_000220_000.bin b/pretok_ws_clean/x_fineweb350_000220_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..10f33c7c54516a320770b7f160a115ea7a691008 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000220_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53720268c4d1881edfb48aa60fea1fdbf5c7db19a0e9da13e8bac032e2ce2f4f +size 81622950 diff --git a/pretok_ws_clean/x_fineweb350_000220_001.bin b/pretok_ws_clean/x_fineweb350_000220_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..925999c79e88c2338e23a1791f1d0b874578735e --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000220_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cebab0e98ddb6b437f8eda969030521f11712d2d06d534e15e59ad1fc461dc5a +size 83751572 diff --git a/pretok_ws_clean/x_fineweb350_000220_002.bin b/pretok_ws_clean/x_fineweb350_000220_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..2e0517849bb07f4e2f51286955db6034be6c1475 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000220_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7aa0db4e68da99bb7b605a7cb5ea3450b1d272c21e9e26ff34e3882e7a2851b +size 83931242 diff --git a/pretok_ws_clean/x_fineweb350_000220_003.bin b/pretok_ws_clean/x_fineweb350_000220_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..97ff1a284dc857b390cb26ab71202f9cfb6b1b77 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000220_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e3863b6e29490cba041e78bd0161f54c3ec31dc88e70a0123185f1b50437672 +size 64574936 diff --git a/pretok_ws_clean/x_fineweb350_000220_004.bin b/pretok_ws_clean/x_fineweb350_000220_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..4502c4f75e0ac674f2a17ee8a6c42a2e37b9cd47 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000220_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fd86c77dce17fdfe98bfd4849094ba8b91115274d7dc852ead1b91ed3f2bc60 +size 74249304 diff --git a/pretok_ws_clean/x_fineweb350_000220_005.bin b/pretok_ws_clean/x_fineweb350_000220_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..b68805ee0a4a876672b0945d566d2fe546875e70 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000220_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:add2fd9cda9c77e5bdb0dbfe83205d753fb04b6364098ac450a24eaf3137fb9c +size 76285144 diff --git a/pretok_ws_clean/x_fineweb350_000220_006.bin b/pretok_ws_clean/x_fineweb350_000220_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..d51c8eac17ac38549103cdf6c55421761112c8b5 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000220_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7673a649b8f813e1f3fafd0ef6f659fb6b339125de925f05e67266433311d58a +size 94161826 diff --git a/pretok_ws_clean/x_fineweb350_000220_007.bin b/pretok_ws_clean/x_fineweb350_000220_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..70c361ffff00904826c5aadd434e65486b06c4cc --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000220_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9341cbe71799bb8e732aef5c02ce6be90cf966bd3274e0f9c2192995e787f86 +size 91965956 diff --git a/pretok_ws_clean/x_fineweb350_000220_008.bin b/pretok_ws_clean/x_fineweb350_000220_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..ff13be8ad79a9e2473c2a57bba78b50440e9b577 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000220_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7aa3d16b522df5cc19450f357485bd624f3a50375929c359af1f4e7f607086d8 +size 79198884 diff --git a/pretok_ws_clean/x_fineweb350_000220_009.bin b/pretok_ws_clean/x_fineweb350_000220_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..137cf396f5a21a4182a7453a8a63cf71d3711d13 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000220_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8ace0b743cd3d4a9a405b990dc31e4b5e7ed1f3212a1d93acafd05b322c03d5 +size 15903842 diff --git a/pretok_ws_clean/x_fineweb350_000221_000.bin b/pretok_ws_clean/x_fineweb350_000221_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..7c33abe5a2a0be334f5d885ca88f01326031ae4e --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000221_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f10ba5b50f072e80f25316f31b012e8cb243e495163eda08161a339eba7594f +size 85886680 diff --git a/pretok_ws_clean/x_fineweb350_000221_001.bin b/pretok_ws_clean/x_fineweb350_000221_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..bdc6cd23404b2c30e72ece8b38670ec9240fe67d --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000221_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a617e8be128dc5c6f8df1c16c6812018e520f98391625347b8d9f4b07f90ec2e +size 78321816 diff --git a/pretok_ws_clean/x_fineweb350_000221_002.bin b/pretok_ws_clean/x_fineweb350_000221_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..54f282fcc3a371dd3d96da1e9d7b32223f104376 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000221_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ba5f8fe25232c21e0f3c8c194b250674fad9e75c8aa4ed0869a8a2eaed0abdd +size 82759298 diff --git a/pretok_ws_clean/x_fineweb350_000221_003.bin b/pretok_ws_clean/x_fineweb350_000221_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..dfab65c23f82279a0f20e5b1055e2fb081473e43 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000221_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92a14cb7c74c27ffe438108d17821d47541c2d6303c0153610d49f1a3ac581be +size 73042604 diff --git a/pretok_ws_clean/x_fineweb350_000221_004.bin b/pretok_ws_clean/x_fineweb350_000221_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..bc50b4beaa5f6210c439d1bca166241fb8d84541 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000221_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:890765eeacdbd8d29904b075b6bc177709ab8e988efab3b5d66695be114d1476 +size 78594530 diff --git a/pretok_ws_clean/x_fineweb350_000221_005.bin b/pretok_ws_clean/x_fineweb350_000221_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..a0e6473415ebba7200199507f68e7768bf1127ae --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000221_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b641b8b45ab6bb1a828cadf2c40a4d1409ecdd009b7aca3627ed6e504982fa45 +size 69419464 diff --git a/pretok_ws_clean/x_fineweb350_000221_006.bin b/pretok_ws_clean/x_fineweb350_000221_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..df57ca4ea5c44bb6f723df6590d94654ed1e2a25 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000221_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:536f22cf812b2d11b511a7f9ab233f76c6404ba92752186a156b874bfac80a67 +size 75744742 diff --git a/pretok_ws_clean/x_fineweb350_000221_007.bin b/pretok_ws_clean/x_fineweb350_000221_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..2ad8a8bde61d87ef8c750894e67937991efe430b --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000221_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78444cc9096da5c7ad757f25976b5e73703f6d6c017b1013b07dc8ec30f8a844 +size 64828422 diff --git a/pretok_ws_clean/x_fineweb350_000221_008.bin b/pretok_ws_clean/x_fineweb350_000221_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..bd65211095b26be6c08b5b4c628f76e12e8a5c23 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000221_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:deca36c1ba07ae809088696e35d19adc2cf0b6a0d47d6feb3b42caa5c2c2b7ee +size 165237046 diff --git a/pretok_ws_clean/x_fineweb350_000221_009.bin b/pretok_ws_clean/x_fineweb350_000221_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..5c1b9383c11998f2752f84516a101910b02174d5 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000221_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bede330d878dd7816a1c808023fd10d0026ce7e9b8abfdb8a0ed7dc2630f1e72 +size 33241944 diff --git a/pretok_ws_clean/x_fineweb350_000222_000.bin b/pretok_ws_clean/x_fineweb350_000222_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..1cddfef6242abeae6bd1fdc29d5a8e22f8973a7b --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000222_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f430244d6fbab4d149e351ac35a2c66a0a6d7ae5ad030470d5ab667659f2c2b7 +size 95233628 diff --git a/pretok_ws_clean/x_fineweb350_000222_001.bin b/pretok_ws_clean/x_fineweb350_000222_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..37a37e5feea604558fa468646c15255bccbeb80e --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000222_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4888ac5a61743b1824a117e0e7b475ab6a1d2b9c67062d7982f6944f0168418f +size 84499774 diff --git a/pretok_ws_clean/x_fineweb350_000222_002.bin b/pretok_ws_clean/x_fineweb350_000222_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..2f6507a21b463e6f909516979047b8b336edb2a5 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000222_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a7c39651e5eb78ff3318fee74118fd4d223337436581bb2ce4852ef163c186b +size 91249916 diff --git a/pretok_ws_clean/x_fineweb350_000222_003.bin b/pretok_ws_clean/x_fineweb350_000222_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..d7d729bd79de9d2110dea5b66ea1e425df319fcb --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000222_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca6c06c77985a6005f89536f574179a04b9f2cbbffb4ca87bc69b02d727fa2e5 +size 77046250 diff --git a/pretok_ws_clean/x_fineweb350_000222_004.bin b/pretok_ws_clean/x_fineweb350_000222_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..4bfd8ddc8e6fa14c78b60015e7a6690d0069694f --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000222_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57dd354df812e3009e6ea1d752114cf96dc0e05f826dbf7fc500fd5ec1b5dc06 +size 69307560 diff --git a/pretok_ws_clean/x_fineweb350_000222_005.bin b/pretok_ws_clean/x_fineweb350_000222_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..b1dcd1e22bd0061db65f929958db00cce5eb06e1 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000222_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55e88d2b2f66ec11e7b701d92ddc9eb30985a8e8949db59ea302304f59407424 +size 73195962 diff --git a/pretok_ws_clean/x_fineweb350_000222_006.bin b/pretok_ws_clean/x_fineweb350_000222_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..05ae19e51be9c71e181ca4d00ff2ffe1b087f3b1 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000222_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa55377fd592936e963b6364ea5956adf7a6979c07b61ed9134d86fbfc3c6ddb +size 66101892 diff --git a/pretok_ws_clean/x_fineweb350_000222_007.bin b/pretok_ws_clean/x_fineweb350_000222_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..9490e1b1e385d1a88258860f90ce4bcd95e00d39 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000222_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84e9fb47b4c7ae1b254ac94f473de0d68c10eee076abb9dbc07bb17d5424c1d8 +size 67026816 diff --git a/pretok_ws_clean/x_fineweb350_000222_008.bin b/pretok_ws_clean/x_fineweb350_000222_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..4eb9df783bec6ad654b1f303d468e8163e1b8ade --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000222_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5c9375e9cb1afacf4b72d06b838763a0dd0809d67976f8413f3d55fc9d63f19 +size 163506388 diff --git a/pretok_ws_clean/x_fineweb350_000222_009.bin b/pretok_ws_clean/x_fineweb350_000222_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..9745a47d7fd3d2fee6ada733349da5cb0b7f6408 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000222_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23a74c9ecaa88101bf60bef04cd373e15a84e7734741bcf02572efaec277811a +size 35236084 diff --git a/pretok_ws_clean/x_fineweb350_000223_000.bin b/pretok_ws_clean/x_fineweb350_000223_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..a7af66657cc452bebfab8399b306cd6eeeca727b --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000223_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:573fe45b753e5d7891b6b367d5dfa30238d8adf0b46fdf2592b8b17812a742b8 +size 80895210 diff --git a/pretok_ws_clean/x_fineweb350_000223_001.bin b/pretok_ws_clean/x_fineweb350_000223_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..f896fd9fa37a8be923751979b68aa367c53c6549 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000223_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed2be8b9794a442bdfd08cf6946db75684028ad67b8a20c050309814b0d3c39e +size 79380088 diff --git a/pretok_ws_clean/x_fineweb350_000223_002.bin b/pretok_ws_clean/x_fineweb350_000223_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..55bda6a974e65c40e7f1460123ffafff16d9a139 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000223_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5eb1dbe2830e25167e68442c3a2585d0789deba6f0a07a77039e88a7ef1e4f2 +size 75723864 diff --git a/pretok_ws_clean/x_fineweb350_000223_003.bin b/pretok_ws_clean/x_fineweb350_000223_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..7d968bd1a9460c97fb1ffc508a8100bd16079181 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000223_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd8273ec34eb2945dc6c03aa0cabc43312814ca1c084bb5deb459f4b1aea08be +size 70648398 diff --git a/pretok_ws_clean/x_fineweb350_000223_004.bin b/pretok_ws_clean/x_fineweb350_000223_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..e9e45db66e283933ae231b09c6ec179a5849f52b --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000223_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4893ad2b6488d5e081bf09999d7d1e92bb59d378bb26d58e9edd9af151a08317 +size 69508422 diff --git a/pretok_ws_clean/x_fineweb350_000223_005.bin b/pretok_ws_clean/x_fineweb350_000223_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..b2fa5208702c874ef7e3476f948ee7a14864ca54 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000223_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98ad6a28f27525b9ca3b0edd53dbe99d4d42eefda357f3436f29511c7502cfb7 +size 100187792 diff --git a/pretok_ws_clean/x_fineweb350_000223_006.bin b/pretok_ws_clean/x_fineweb350_000223_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..c339d342157469e8e423b66336472f19a319501a --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000223_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e7cb029b6f0512d3a8d32911ddfc32fa7cf4ce6af5c91fb2334cc7a78ed35c8 +size 142756218 diff --git a/pretok_ws_clean/x_fineweb350_000223_007.bin b/pretok_ws_clean/x_fineweb350_000223_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..0a63c96d1b4cbfe38fd63c87e1875ae97a9c3c60 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000223_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a710c9b663c264cd3e2231f6dceccf19833cc5bb01e30a14b3d8f4b1714dece +size 140698776 diff --git a/pretok_ws_clean/x_fineweb350_000223_008.bin b/pretok_ws_clean/x_fineweb350_000223_008.bin new file mode 100644 index 0000000000000000000000000000000000000000..031912e6e091a490133fdf84294e385f49a268ae --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000223_008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d5a148e5c1f06b26cd821cbba79ef27ff090b694bc5acd6c2f0a9e404bb287d +size 117723260 diff --git a/pretok_ws_clean/x_fineweb350_000223_009.bin b/pretok_ws_clean/x_fineweb350_000223_009.bin new file mode 100644 index 0000000000000000000000000000000000000000..8e8b402c1d8ee0c191fb4bc9da447877f2c6fa38 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000223_009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b72f6b6cfce08fd67690d2f05b9535c4d29d6c5a30b1942d0e6b4138aba8b48a +size 22202098 diff --git a/pretok_ws_clean/x_fineweb350_000224_000.bin b/pretok_ws_clean/x_fineweb350_000224_000.bin new file mode 100644 index 0000000000000000000000000000000000000000..1cc8ae6d29d9b7f27d0caf516616a4844dd953f8 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000224_000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f751d9b0e6acb52fd34e4ef3ab6b8a8a8f0ff1a73d1d91f93ab93cd609c72304 +size 83360926 diff --git a/pretok_ws_clean/x_fineweb350_000224_001.bin b/pretok_ws_clean/x_fineweb350_000224_001.bin new file mode 100644 index 0000000000000000000000000000000000000000..0b5c172c6f2ed72ff1f05b5397091cd64f43a1b4 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000224_001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:678d2c159b5a0864e207056d2854a1d158a4ba305be03abcb195ca4cf4b2ca07 +size 47850070 diff --git a/pretok_ws_clean/x_fineweb350_000224_002.bin b/pretok_ws_clean/x_fineweb350_000224_002.bin new file mode 100644 index 0000000000000000000000000000000000000000..7a514496afc016ab2ed9b8dd4051f910ee30097c --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000224_002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99d31825fa7cc3b8e2fdb06f36b619c5c59716368b758bb02f3ff053075b5d82 +size 53690722 diff --git a/pretok_ws_clean/x_fineweb350_000224_003.bin b/pretok_ws_clean/x_fineweb350_000224_003.bin new file mode 100644 index 0000000000000000000000000000000000000000..8243fdd318f1ace52b83686f971136d287aed44f --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000224_003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5474f34dce96bb75effd9a9e7ca2c2418eb6a7c09b841f7257a8d0710c4b9dc +size 52078528 diff --git a/pretok_ws_clean/x_fineweb350_000224_004.bin b/pretok_ws_clean/x_fineweb350_000224_004.bin new file mode 100644 index 0000000000000000000000000000000000000000..7b81681cc387c7bccdbc6216a19a2d3ea0592c1e --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000224_004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0043778781e47f92bc2781591b10a83552def9999e2192842e568c2876825f36 +size 90082390 diff --git a/pretok_ws_clean/x_fineweb350_000224_005.bin b/pretok_ws_clean/x_fineweb350_000224_005.bin new file mode 100644 index 0000000000000000000000000000000000000000..83a2eacab43c919e73e41ca2f8c14cdc8579487c --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000224_005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8da0a9baaf32341f99466df11e3ca8493deb18d0db0fd0bc10e0ce48ace9b11 +size 85141710 diff --git a/pretok_ws_clean/x_fineweb350_000224_006.bin b/pretok_ws_clean/x_fineweb350_000224_006.bin new file mode 100644 index 0000000000000000000000000000000000000000..85ce8a69c9980a362094ae989a441dfd5ae62f57 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000224_006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fe1313645d00f36748259c97b3df48825f7b7ad86b58d41ef6c418366891a33 +size 87281052 diff --git a/pretok_ws_clean/x_fineweb350_000224_007.bin b/pretok_ws_clean/x_fineweb350_000224_007.bin new file mode 100644 index 0000000000000000000000000000000000000000..06abdde7fb1923c87e86fe74e547f930a7a62827 --- /dev/null +++ b/pretok_ws_clean/x_fineweb350_000224_007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3965df7fd326bdd80758c10e9853fd6d7a2ca77c198f9688a64ee6e1a037ddf1 +size 74163150