NiftyOracleAI commited on
Commit
8f4b5ed
·
verified ·
1 Parent(s): f1eef4f

Upload folder using huggingface_hub (part 4)

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. Pretokenized_270B/fineweb_edu_000123_003.bin +3 -0
  2. Pretokenized_270B/fineweb_edu_000123_004.bin +3 -0
  3. Pretokenized_270B/fineweb_edu_000123_005.bin +3 -0
  4. Pretokenized_270B/fineweb_edu_000123_006.bin +3 -0
  5. Pretokenized_270B/fineweb_edu_000123_007.bin +3 -0
  6. Pretokenized_270B/fineweb_edu_000123_008.bin +3 -0
  7. Pretokenized_270B/fineweb_edu_000123_009.bin +3 -0
  8. Pretokenized_270B/fineweb_edu_000124_000.bin +3 -0
  9. Pretokenized_270B/fineweb_edu_000124_001.bin +3 -0
  10. Pretokenized_270B/fineweb_edu_000124_002.bin +3 -0
  11. Pretokenized_270B/fineweb_edu_000125_000.bin +3 -0
  12. Pretokenized_270B/fineweb_edu_000125_001.bin +3 -0
  13. Pretokenized_270B/fineweb_edu_000125_002.bin +3 -0
  14. Pretokenized_270B/fineweb_edu_000125_003.bin +3 -0
  15. Pretokenized_270B/fineweb_edu_000125_004.bin +3 -0
  16. Pretokenized_270B/fineweb_edu_000125_005.bin +3 -0
  17. Pretokenized_270B/fineweb_edu_000125_006.bin +3 -0
  18. Pretokenized_270B/fineweb_edu_000125_007.bin +3 -0
  19. Pretokenized_270B/fineweb_edu_000125_008.bin +3 -0
  20. Pretokenized_270B/fineweb_edu_000125_009.bin +3 -0
  21. Pretokenized_270B/fineweb_edu_000126_000.bin +3 -0
  22. Pretokenized_270B/fineweb_edu_000126_001.bin +3 -0
  23. Pretokenized_270B/fineweb_edu_000126_002.bin +3 -0
  24. Pretokenized_270B/fineweb_edu_000126_003.bin +3 -0
  25. Pretokenized_270B/fineweb_edu_000127_000.bin +3 -0
  26. Pretokenized_270B/fineweb_edu_000127_001.bin +3 -0
  27. Pretokenized_270B/fineweb_edu_000128_000.bin +3 -0
  28. Pretokenized_270B/fineweb_edu_000128_001.bin +3 -0
  29. Pretokenized_270B/fineweb_edu_000128_002.bin +3 -0
  30. Pretokenized_270B/fineweb_edu_000128_003.bin +3 -0
  31. Pretokenized_270B/fineweb_edu_000128_004.bin +3 -0
  32. Pretokenized_270B/fineweb_edu_000128_005.bin +3 -0
  33. Pretokenized_270B/fineweb_edu_000128_006.bin +3 -0
  34. Pretokenized_270B/fineweb_edu_000128_007.bin +3 -0
  35. Pretokenized_270B/fineweb_edu_000128_008.bin +3 -0
  36. Pretokenized_270B/fineweb_edu_000128_009.bin +3 -0
  37. Pretokenized_270B/fineweb_edu_000129_000.bin +3 -0
  38. Pretokenized_270B/fineweb_edu_000129_001.bin +3 -0
  39. Pretokenized_270B/fineweb_edu_000129_002.bin +3 -0
  40. Pretokenized_270B/fineweb_edu_000129_003.bin +3 -0
  41. Pretokenized_270B/fineweb_edu_000130_000.bin +3 -0
  42. Pretokenized_270B/fineweb_edu_000130_001.bin +3 -0
  43. Pretokenized_270B/fineweb_edu_000131_000.bin +3 -0
  44. Pretokenized_270B/fineweb_edu_000131_001.bin +3 -0
  45. Pretokenized_270B/fineweb_edu_000132_000.bin +3 -0
  46. Pretokenized_270B/fineweb_edu_000132_001.bin +3 -0
  47. Pretokenized_270B/fineweb_edu_000132_002.bin +3 -0
  48. Pretokenized_270B/fineweb_edu_000133_000.bin +3 -0
  49. Pretokenized_270B/fineweb_edu_000133_001.bin +3 -0
  50. Pretokenized_270B/fineweb_edu_000134_000.bin +3 -0
Pretokenized_270B/fineweb_edu_000123_003.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2250545e4e431b65634d2aebdd7a5a7eee78cbfdda563ea91d4c6dae9475b8a9
3
+ size 200017460
Pretokenized_270B/fineweb_edu_000123_004.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52553f65cabfc733fdfac08b7bd436d227bae6ad841f8f2179c699f75155c00b
3
+ size 200002414
Pretokenized_270B/fineweb_edu_000123_005.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f5fdd45c4a72856075db99cb8a3c7e500d27b4da2f1baf0f727539c83ea1d1d
3
+ size 200015660
Pretokenized_270B/fineweb_edu_000123_006.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2da4c5f86e449ac846fbc746bd90e3a3d2cf4eebebd30a8bcd221dee5469417
3
+ size 200002198
Pretokenized_270B/fineweb_edu_000123_007.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c40e369fa4fa5f5a8a075f1149794b157107bb15f0c12c4b332009f911e8e8d9
3
+ size 200009966
Pretokenized_270B/fineweb_edu_000123_008.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b57b9eb2270c62175fdcf600cfa1df0bf93d6b3f2547c82b082dee0d0249b9ac
3
+ size 200004980
Pretokenized_270B/fineweb_edu_000123_009.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a82fb176289c7702cd62924653268c01562d73bfb2f0c58114794c4d654605ca
3
+ size 11710744
Pretokenized_270B/fineweb_edu_000124_000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:248519ff4532aa4dfe5e08956909e0c43e83b965f981076f1cfabc908a19a72a
3
+ size 200002434
Pretokenized_270B/fineweb_edu_000124_001.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e42a6c67c25530c23ba74f48a4a678f4e5caf6f3883893c6a756a68993c1f3e4
3
+ size 200002644
Pretokenized_270B/fineweb_edu_000124_002.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f67a7560346e0f0cc9230a4295471bd0d45515115ac05f48e3181efab3e3a2be
3
+ size 190987770
Pretokenized_270B/fineweb_edu_000125_000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9410aa898461022f03b3ca2ed8da8081e4790ec33a85ba2cec0fe88fa7c3c23
3
+ size 200000488
Pretokenized_270B/fineweb_edu_000125_001.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e73a6c6bdf89fc9ae5a7bec16c88b1c6b7a7c91e4b1ac5f6b4a7b79608d67c58
3
+ size 200001802
Pretokenized_270B/fineweb_edu_000125_002.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f7421a1e35584f8895406c847facfa14d972374d621bc16c31b9fac414018c7
3
+ size 200002444
Pretokenized_270B/fineweb_edu_000125_003.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5e65c700208690af5cca4407a3888e292fb7bccf22f5d1e5ed402b908ae86da
3
+ size 200000954
Pretokenized_270B/fineweb_edu_000125_004.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12b52662d88f6dd9d529dd9f7c88724c06f5444aa9e59f7999da67d28608624f
3
+ size 200000090
Pretokenized_270B/fineweb_edu_000125_005.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a270c54a31d2a73e2d375d3663994cdea5b5861f6e23cc0d082b620b7d04cd9
3
+ size 200002630
Pretokenized_270B/fineweb_edu_000125_006.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:459d0670149f2106d119b7df33e1e9de4fc24847c7166823e48160f1abb2bac0
3
+ size 200005744
Pretokenized_270B/fineweb_edu_000125_007.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e88ba0f03ff40d9356a0d6f7857845d0a6db6c9e7bc883930e7933ba224f8ce1
3
+ size 200007866
Pretokenized_270B/fineweb_edu_000125_008.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05c60c17d0c384e5d6887999613fb73cfb78d8f9e72261ceecdb64ad3923c083
3
+ size 200007342
Pretokenized_270B/fineweb_edu_000125_009.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:862dbe9fc91c6e59fa83e9b036132d65e1599be52eecd02c939bdbf3b3ff0dc2
3
+ size 7286114
Pretokenized_270B/fineweb_edu_000126_000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8493c49f35516298d5a4bb0885fab3825a235e86c303c7c67f4d3074b71ff1d6
3
+ size 200008732
Pretokenized_270B/fineweb_edu_000126_001.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:712517e8e7ec1c13d80e2aa1f3f7d83d814453d091e169a51c83a328cd4aec24
3
+ size 200005936
Pretokenized_270B/fineweb_edu_000126_002.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e7c354e8b9648909a09e04850cb58b0347571e1ddb2c0de0b156fa0aeb88e03
3
+ size 200005378
Pretokenized_270B/fineweb_edu_000126_003.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1e7e86b343911fe3a9a6b9d2c636be3b9466141a5dbbe0a630dd2f9a182681a
3
+ size 23666404
Pretokenized_270B/fineweb_edu_000127_000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7485b79d53d14533a277a2806a1ad7ef0c770226f4c27dfaf646f592638784ce
3
+ size 200000620
Pretokenized_270B/fineweb_edu_000127_001.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bebc25587fe90cbe39084223e94379808c48e89a5b4870eedca74cae1dca9c4
3
+ size 182952914
Pretokenized_270B/fineweb_edu_000128_000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fec7fa9fe6c9421744c86135b4c7d0edaa07ed8ad6d0e52e377a3e8f9abc559
3
+ size 200014468
Pretokenized_270B/fineweb_edu_000128_001.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:387a61a2167322d22796b804441ae05a41f49e7675ee66ead17453d86470d691
3
+ size 200001758
Pretokenized_270B/fineweb_edu_000128_002.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1080b93ef812ac190b9e933ceb7b0aacd86b6157f0696ce8a0c8a9d3e776de4f
3
+ size 200001750
Pretokenized_270B/fineweb_edu_000128_003.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a0e553f4decac83ff3197faaf6b36f37cccbff15a9cbaef201348087bb9370e
3
+ size 200006368
Pretokenized_270B/fineweb_edu_000128_004.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36d1e4fd643b01eb199414f4fe7fbea11a1d6e8c5a80c8a00761aefe27afeaba
3
+ size 200000368
Pretokenized_270B/fineweb_edu_000128_005.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0bfa713040baa0b272135330cc5e83ed6992c9ef40e637456f4d99de2b0e916
3
+ size 200000196
Pretokenized_270B/fineweb_edu_000128_006.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b73271c57418fea5af308b72a5df7ab3255be3f2b0adbe6d49438c722566ed5a
3
+ size 200001968
Pretokenized_270B/fineweb_edu_000128_007.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7adaf196229a875c2eaa129c96e3837134c7896ce4d166d466e30a4b2b80d541
3
+ size 200000610
Pretokenized_270B/fineweb_edu_000128_008.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:616aeb0ef926e6a5ab96c9a007e7cfe471cbbd5b3cde7791bf9a4b16f8553683
3
+ size 200000936
Pretokenized_270B/fineweb_edu_000128_009.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5d6b5d6cc57573804c027eccdc1eaf00335aec420fc169e2114a85e5939be21
3
+ size 6859804
Pretokenized_270B/fineweb_edu_000129_000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d63360e11f955db36b69172bf79b36837a542905eef2916fea87e5379011d5fa
3
+ size 200003586
Pretokenized_270B/fineweb_edu_000129_001.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27822f2a81936ac4e8635ae45ae709ad998e6898d5017aa4c28bc71bec4bbaf4
3
+ size 200000042
Pretokenized_270B/fineweb_edu_000129_002.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c294d8e98bbd244e0ab7abed558089cc12c1b7fd19bc16f9a4754a70808e22f
3
+ size 200002952
Pretokenized_270B/fineweb_edu_000129_003.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a76294a5fc80c87bd00775d7548b5f2dda3567bc607bdb6be0d32041d43e2c33
3
+ size 981606
Pretokenized_270B/fineweb_edu_000130_000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03496099fffcc88e0af7010c29657a76fb13328b2c67748a28b137d2a2dfdfb3
3
+ size 200000750
Pretokenized_270B/fineweb_edu_000130_001.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf8cd75dd274de9ee13aa49678a8f45958eca5b8c32d300389fca537fb0485cf
3
+ size 118552736
Pretokenized_270B/fineweb_edu_000131_000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63329a03c35c9266d0dd7ff4d93c66709f8010bb087e684cc4d9d7830c24b53b
3
+ size 200008934
Pretokenized_270B/fineweb_edu_000131_001.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cb58c4ef9ce9ac6fe178ee611c6509b1be545dd1b711093c7a12ba851337a31
3
+ size 116471292
Pretokenized_270B/fineweb_edu_000132_000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a816257c8061ee30a4561b64bcb80c61708e82066c568320a62bc092079b4d1
3
+ size 200013498
Pretokenized_270B/fineweb_edu_000132_001.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fec9e43d13d50e91b7139caa8c7a5633767e135bb4850cda3a035dd3991449b
3
+ size 200004760
Pretokenized_270B/fineweb_edu_000132_002.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37a54e37f2f652456e1fdedb9be6465957e625c81560b9c90d068efe565026d5
3
+ size 86895860
Pretokenized_270B/fineweb_edu_000133_000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38698443561452a02ca9b32d44d0e6ea2b1d116795bbf613dd5079b098450658
3
+ size 200002884
Pretokenized_270B/fineweb_edu_000133_001.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ba28aa6269e78be4aebbf5d7f2a6f56a2a42a9451316ee37dd8a14376d30f45
3
+ size 118119010
Pretokenized_270B/fineweb_edu_000134_000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb6add0aabc4dd57cfa107c41a4b8c93f68addb7493542b86684f8fddb6e42cb
3
+ size 200011384