NiftyOracleAI commited on
Commit
1c7ff4c
·
verified ·
1 Parent(s): 785ad1a

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. Pretokenized_270B/fineweb_edu_000047_000.bin +3 -0
  2. Pretokenized_270B/fineweb_edu_000047_001.bin +3 -0
  3. Pretokenized_270B/fineweb_edu_000047_002.bin +3 -0
  4. Pretokenized_270B/fineweb_edu_000047_003.bin +3 -0
  5. Pretokenized_270B/fineweb_edu_000047_004.bin +3 -0
  6. Pretokenized_270B/fineweb_edu_000047_005.bin +3 -0
  7. Pretokenized_270B/fineweb_edu_000047_006.bin +3 -0
  8. Pretokenized_270B/fineweb_edu_000047_007.bin +3 -0
  9. Pretokenized_270B/fineweb_edu_000047_008.bin +3 -0
  10. Pretokenized_270B/fineweb_edu_000047_009.bin +3 -0
  11. Pretokenized_270B/fineweb_edu_000048_000.bin +3 -0
  12. Pretokenized_270B/fineweb_edu_000048_001.bin +3 -0
  13. Pretokenized_270B/fineweb_edu_000048_002.bin +3 -0
  14. Pretokenized_270B/fineweb_edu_000048_003.bin +3 -0
  15. Pretokenized_270B/fineweb_edu_000048_004.bin +3 -0
  16. Pretokenized_270B/fineweb_edu_000048_005.bin +3 -0
  17. Pretokenized_270B/fineweb_edu_000048_006.bin +3 -0
  18. Pretokenized_270B/fineweb_edu_000048_007.bin +3 -0
  19. Pretokenized_270B/fineweb_edu_000048_008.bin +3 -0
  20. Pretokenized_270B/fineweb_edu_000048_009.bin +3 -0
  21. Pretokenized_270B/fineweb_edu_000049_000.bin +3 -0
  22. Pretokenized_270B/fineweb_edu_000049_001.bin +3 -0
  23. Pretokenized_270B/fineweb_edu_000049_002.bin +3 -0
  24. Pretokenized_270B/fineweb_edu_000049_003.bin +3 -0
  25. Pretokenized_270B/fineweb_edu_000049_004.bin +3 -0
  26. Pretokenized_270B/fineweb_edu_000049_005.bin +3 -0
  27. Pretokenized_270B/fineweb_edu_000049_006.bin +3 -0
  28. Pretokenized_270B/fineweb_edu_000049_007.bin +3 -0
  29. Pretokenized_270B/fineweb_edu_000049_008.bin +3 -0
  30. Pretokenized_270B/fineweb_edu_000049_009.bin +3 -0
  31. Pretokenized_270B/fineweb_edu_000050_000.bin +3 -0
  32. Pretokenized_270B/fineweb_edu_000050_001.bin +3 -0
  33. Pretokenized_270B/fineweb_edu_000050_002.bin +3 -0
  34. Pretokenized_270B/fineweb_edu_000050_003.bin +3 -0
  35. Pretokenized_270B/fineweb_edu_000050_004.bin +3 -0
  36. Pretokenized_270B/fineweb_edu_000050_005.bin +3 -0
  37. Pretokenized_270B/fineweb_edu_000050_006.bin +3 -0
  38. Pretokenized_270B/fineweb_edu_000050_007.bin +3 -0
  39. Pretokenized_270B/fineweb_edu_000050_008.bin +3 -0
  40. Pretokenized_270B/fineweb_edu_000050_009.bin +3 -0
  41. Pretokenized_270B/fineweb_edu_000051_000.bin +3 -0
  42. Pretokenized_270B/fineweb_edu_000051_001.bin +3 -0
  43. Pretokenized_270B/fineweb_edu_000051_002.bin +3 -0
  44. Pretokenized_270B/fineweb_edu_000051_003.bin +3 -0
  45. Pretokenized_270B/fineweb_edu_000051_004.bin +3 -0
  46. Pretokenized_270B/fineweb_edu_000051_005.bin +3 -0
  47. Pretokenized_270B/fineweb_edu_000051_006.bin +3 -0
  48. Pretokenized_270B/fineweb_edu_000051_007.bin +3 -0
  49. Pretokenized_270B/fineweb_edu_000051_008.bin +3 -0
  50. Pretokenized_270B/fineweb_edu_000051_009.bin +3 -0
Pretokenized_270B/fineweb_edu_000047_000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8364577a77a690892221abe3a0e7a173c1a5bcfa44f09cebc2d99e58dfb42723
3
+ size 200000646
Pretokenized_270B/fineweb_edu_000047_001.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de5f4d8a08d16a9b47f3b2530bece4bc85933d5e42f030b2fc7583e62a32c648
3
+ size 200000736
Pretokenized_270B/fineweb_edu_000047_002.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b40f2c95e7d3cf7d6c350bc71f905e590a5c4be1eb66b4d1f89e0c0a38e59673
3
+ size 200003646
Pretokenized_270B/fineweb_edu_000047_003.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0dd00a381995295f6d987917d512f6e852ced913ecea444a756933ffadfddec8
3
+ size 200000744
Pretokenized_270B/fineweb_edu_000047_004.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dbd9aeeba98f42be23dc5aced0629ebbeefbb2086c8afd51a8596820a79a744
3
+ size 200001744
Pretokenized_270B/fineweb_edu_000047_005.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29ad531cba168e5c48a5f816d9f8a6dc41d345f10560d9aedbe83db27b20f650
3
+ size 200002984
Pretokenized_270B/fineweb_edu_000047_006.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ff2ab7c90ce0037a278dd2e217d4dc194b59639834db102289da980b2c6f3fc
3
+ size 200000398
Pretokenized_270B/fineweb_edu_000047_007.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4d502de46ddf2ba294cf0aa01d1e47b27ade806dc083a49f2f5f88f94b1013a
3
+ size 200005164
Pretokenized_270B/fineweb_edu_000047_008.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44af50b2c7286eb18e49c5472c6f0d422b0ce08dde85ceddf5f6ed19981411a0
3
+ size 200000738
Pretokenized_270B/fineweb_edu_000047_009.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f94ccee96daf01b2a4371c1942fc283e6b63e0ed4f52156319ee0da7510221b9
3
+ size 8641382
Pretokenized_270B/fineweb_edu_000048_000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3a4c8be5417a3e19093988205bca7ac757e0f27ca689711d1c18842682a94f3
3
+ size 200021830
Pretokenized_270B/fineweb_edu_000048_001.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:000e1e38d0dd2ec03284234950c7a45bbb8effdde27c41f2cd40cd4e7fa50a68
3
+ size 200034652
Pretokenized_270B/fineweb_edu_000048_002.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ffef61aee991c1c2662c3c282de9dbf931f5123d886f8faeb66262d812fbf08
3
+ size 200013008
Pretokenized_270B/fineweb_edu_000048_003.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96ddeb05cb510d742ed5aa0dbcfb69edf1029e98392e9bbbc31d1d1ad5b9c057
3
+ size 200000420
Pretokenized_270B/fineweb_edu_000048_004.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b619d1860877d369d8ba94785adb507f5c95f23869b0720b9c67499d7e84e5cf
3
+ size 200012940
Pretokenized_270B/fineweb_edu_000048_005.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3cc6ee0045360b18c4c02db3c6f1341b3b063a21c7aece384fc7a440472186b
3
+ size 200000834
Pretokenized_270B/fineweb_edu_000048_006.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf3f6ec51cdcd9aa796d95ad1dc6429fc16ea33b313bd259091ecf9a55957edb
3
+ size 200003710
Pretokenized_270B/fineweb_edu_000048_007.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec7e1821d3fc697c56e880c5703b1a00a8751fd7168963cce02f28d1d50fb5d7
3
+ size 200001544
Pretokenized_270B/fineweb_edu_000048_008.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:add1187be2c2f08500b66d42273f052518eefbedd0bc1ddfd810f12afed7627f
3
+ size 200001754
Pretokenized_270B/fineweb_edu_000048_009.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3144bfb5294cc87f5808032320561aa88a7493785425aaab25a32819c82da8e
3
+ size 5403996
Pretokenized_270B/fineweb_edu_000049_000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea73442b41942abedb751d7e5c516d472de61753ed090e859a3e54da3d781a2f
3
+ size 200000098
Pretokenized_270B/fineweb_edu_000049_001.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd42656cc59ab8a6c55b7646011ad6ff38f1262d8da67e87c377126b92a609c7
3
+ size 200000054
Pretokenized_270B/fineweb_edu_000049_002.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:155996f274f3de59d8e9d0a91f13e64b254aee56296e3b6e3c83a17680bc90a3
3
+ size 200000854
Pretokenized_270B/fineweb_edu_000049_003.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5c3422400e46a584b31987e05bbd3c9f135cb3f2e8d398823ec982c10e2ecf9
3
+ size 200001202
Pretokenized_270B/fineweb_edu_000049_004.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f466d443c6e6485519b22047ecda1b40d6445962cbd0f236d8a9d1efa3e0e14
3
+ size 200001766
Pretokenized_270B/fineweb_edu_000049_005.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0760984d5c800db3972e02fbcb9051adb6ff386bc6c9f5bcb442d2db60709f19
3
+ size 200030080
Pretokenized_270B/fineweb_edu_000049_006.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:481e9cbbc620d9698573eb8d79b9139162c4af77d4f2d5f73d98b654fe3db3e5
3
+ size 200000832
Pretokenized_270B/fineweb_edu_000049_007.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f4a31f5bdd960893ed35d449fec64180eb8c7672528ebc76ccc5d2e2fb4b975
3
+ size 200004582
Pretokenized_270B/fineweb_edu_000049_008.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c53fe9beb118af940124f4ddaabd87029eec36babf6c1b8ad9b1c7ee05821a0f
3
+ size 200001220
Pretokenized_270B/fineweb_edu_000049_009.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6689ecb0169caadbf8a522d030b87f3190aea1acc6a956f7372b014e80f59e88
3
+ size 8231504
Pretokenized_270B/fineweb_edu_000050_000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a044921221503279f6a25cf27d8950b2c2e8f6eefc23f2ddcdd3ae071f69c15
3
+ size 200000872
Pretokenized_270B/fineweb_edu_000050_001.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ee70495d7c8550d16da464c60586b87283efd9198ecfce7438fb0e11d670d15
3
+ size 200003196
Pretokenized_270B/fineweb_edu_000050_002.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c9a24235459155ce86a050e68b0477ca24839db1ffbaa67dda8c0f4a96e3680
3
+ size 200005390
Pretokenized_270B/fineweb_edu_000050_003.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07882b7c11c70a870fb207362e0a5409b6430e3e0451a7778a1d00beb15b08d2
3
+ size 200001362
Pretokenized_270B/fineweb_edu_000050_004.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd412700c605aa196c306ad911ae4258d938ad9b9ce44af0d0847eb0ae346498
3
+ size 200004720
Pretokenized_270B/fineweb_edu_000050_005.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0da2b51a5bbbfe639d792668d539f36a9ea7cac164a97049d4b54e0eea9e793
3
+ size 200005244
Pretokenized_270B/fineweb_edu_000050_006.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d059d3aae1b7424c7ed01422f29390a3ebf35ed53ab8dc70ffd69284c5845a3
3
+ size 200000454
Pretokenized_270B/fineweb_edu_000050_007.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25834c4771eeee594444008567f11648eeeb67733ec1a986cef6ec1a2f89e3b9
3
+ size 200000998
Pretokenized_270B/fineweb_edu_000050_008.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae12f501514702318e2a27dd12cafd4849d60b27bfda4a75c01fbd11dac2adb0
3
+ size 200000146
Pretokenized_270B/fineweb_edu_000050_009.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1207703f9c2ca382ff340412b55725a74eb2a6fe52ed9b571b10a4d68cdbeb39
3
+ size 15844488
Pretokenized_270B/fineweb_edu_000051_000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1d0672df038699f9eb4a9834f2ddbca5d6cb51a8285ed58db06ebd1289b70ed
3
+ size 200003046
Pretokenized_270B/fineweb_edu_000051_001.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b391275030f772ab766e3bf60ec8b9f772758f715b7363a6f54c6309ff6f9fca
3
+ size 200000460
Pretokenized_270B/fineweb_edu_000051_002.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a93bc6d5f6f6c8e93ef9e334531158cab80c86bfd82d8556c6cfaf5bde758154
3
+ size 200002454
Pretokenized_270B/fineweb_edu_000051_003.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1067bce64a4fcfdd6df95493a2e114ade7469d23918b86af5ba831526a01078a
3
+ size 200000826
Pretokenized_270B/fineweb_edu_000051_004.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b42d8de685973722131095340b7addfef94f9aea64835ed38d34356bf571de96
3
+ size 200000608
Pretokenized_270B/fineweb_edu_000051_005.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c25332a531f7373f70d3203a0811baaa7c2a91e2dcae13370753b95e541de6a
3
+ size 200112284
Pretokenized_270B/fineweb_edu_000051_006.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ffab6e83622c7570cdf1f7053ec06f81014d0fd7bfc7ce759798be003c917b3
3
+ size 200002020
Pretokenized_270B/fineweb_edu_000051_007.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5aff9500083bb9a69489e58ea32ca3106596d065f80dee5c84af9ec7f9f5c4b
3
+ size 200001930
Pretokenized_270B/fineweb_edu_000051_008.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22fd2d7abc36383fcc55f38e8100ffa4bbc4fa9b9f387dd6811f96681cde2c60
3
+ size 200000998
Pretokenized_270B/fineweb_edu_000051_009.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddf6ee7fdff2c414d5da0d6d93126291ca22ba58e854a36802c47e00b862b332
3
+ size 16338118