NiftyOracleAI commited on
Commit
f1eef4f
·
verified ·
1 Parent(s): f1e1662

Upload folder using huggingface_hub (part 3)

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. Pretokenized_270B/fineweb_edu_000097_000.bin +3 -0
  2. Pretokenized_270B/fineweb_edu_000097_001.bin +3 -0
  3. Pretokenized_270B/fineweb_edu_000097_002.bin +3 -0
  4. Pretokenized_270B/fineweb_edu_000098_000.bin +3 -0
  5. Pretokenized_270B/fineweb_edu_000098_001.bin +3 -0
  6. Pretokenized_270B/fineweb_edu_000098_002.bin +3 -0
  7. Pretokenized_270B/fineweb_edu_000098_003.bin +3 -0
  8. Pretokenized_270B/fineweb_edu_000098_004.bin +3 -0
  9. Pretokenized_270B/fineweb_edu_000098_005.bin +3 -0
  10. Pretokenized_270B/fineweb_edu_000098_006.bin +3 -0
  11. Pretokenized_270B/fineweb_edu_000098_007.bin +3 -0
  12. Pretokenized_270B/fineweb_edu_000098_008.bin +3 -0
  13. Pretokenized_270B/fineweb_edu_000098_009.bin +3 -0
  14. Pretokenized_270B/fineweb_edu_000099_000.bin +3 -0
  15. Pretokenized_270B/fineweb_edu_000099_001.bin +3 -0
  16. Pretokenized_270B/fineweb_edu_000099_002.bin +3 -0
  17. Pretokenized_270B/fineweb_edu_000099_003.bin +3 -0
  18. Pretokenized_270B/fineweb_edu_000099_004.bin +3 -0
  19. Pretokenized_270B/fineweb_edu_000099_005.bin +3 -0
  20. Pretokenized_270B/fineweb_edu_000099_006.bin +3 -0
  21. Pretokenized_270B/fineweb_edu_000099_007.bin +3 -0
  22. Pretokenized_270B/fineweb_edu_000099_008.bin +3 -0
  23. Pretokenized_270B/fineweb_edu_000099_009.bin +3 -0
  24. Pretokenized_270B/fineweb_edu_000100_000.bin +3 -0
  25. Pretokenized_270B/fineweb_edu_000100_001.bin +3 -0
  26. Pretokenized_270B/fineweb_edu_000100_002.bin +3 -0
  27. Pretokenized_270B/fineweb_edu_000100_003.bin +3 -0
  28. Pretokenized_270B/fineweb_edu_000100_004.bin +3 -0
  29. Pretokenized_270B/fineweb_edu_000100_005.bin +3 -0
  30. Pretokenized_270B/fineweb_edu_000100_006.bin +3 -0
  31. Pretokenized_270B/fineweb_edu_000100_007.bin +3 -0
  32. Pretokenized_270B/fineweb_edu_000100_008.bin +3 -0
  33. Pretokenized_270B/fineweb_edu_000100_009.bin +3 -0
  34. Pretokenized_270B/fineweb_edu_000101_000.bin +3 -0
  35. Pretokenized_270B/fineweb_edu_000101_001.bin +3 -0
  36. Pretokenized_270B/fineweb_edu_000101_002.bin +3 -0
  37. Pretokenized_270B/fineweb_edu_000101_003.bin +3 -0
  38. Pretokenized_270B/fineweb_edu_000101_004.bin +3 -0
  39. Pretokenized_270B/fineweb_edu_000101_005.bin +3 -0
  40. Pretokenized_270B/fineweb_edu_000101_006.bin +3 -0
  41. Pretokenized_270B/fineweb_edu_000101_007.bin +3 -0
  42. Pretokenized_270B/fineweb_edu_000101_008.bin +3 -0
  43. Pretokenized_270B/fineweb_edu_000101_009.bin +3 -0
  44. Pretokenized_270B/fineweb_edu_000102_000.bin +3 -0
  45. Pretokenized_270B/fineweb_edu_000102_001.bin +3 -0
  46. Pretokenized_270B/fineweb_edu_000102_002.bin +3 -0
  47. Pretokenized_270B/fineweb_edu_000102_003.bin +3 -0
  48. Pretokenized_270B/fineweb_edu_000102_004.bin +3 -0
  49. Pretokenized_270B/fineweb_edu_000102_005.bin +3 -0
  50. Pretokenized_270B/fineweb_edu_000102_006.bin +3 -0
Pretokenized_270B/fineweb_edu_000097_000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b5cd9d9bf77ae22549b9aa85d295cc854824f298da2b7f07cf78715b4996b4b
3
+ size 200006818
Pretokenized_270B/fineweb_edu_000097_001.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38844774c537013853827d1dd165979b0d0274a7beaca95fa0399bef5204a61c
3
+ size 200002308
Pretokenized_270B/fineweb_edu_000097_002.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:163bac92d730c6506517bd0646dead59e4988e84909c780d0b5cda56092f89b4
3
+ size 165377402
Pretokenized_270B/fineweb_edu_000098_000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4792a4babfacad79d7402634ae05378d675eb581b42ef2f295a16e45fd486ff
3
+ size 200000120
Pretokenized_270B/fineweb_edu_000098_001.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f8d403c25637137b1ac8618ae48ecc2cfd875f4fedaaba4e3455502673565d8
3
+ size 200002118
Pretokenized_270B/fineweb_edu_000098_002.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c84ac6e19b43fd9127aa7d682a9d4cd0d43e150b42a36449e1595855c8d5c407
3
+ size 200002302
Pretokenized_270B/fineweb_edu_000098_003.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29b5040d99d0dc18805d07af9502c0762a0e29d21ff55d7ed2eaa4a1de80a593
3
+ size 200001298
Pretokenized_270B/fineweb_edu_000098_004.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdb9320a43e9dd83b8ca5dd1d7588f519d9f8420cea2b79928c39028b0fbe14f
3
+ size 200000284
Pretokenized_270B/fineweb_edu_000098_005.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e924fb9655efcd6d905465f1334766bd76e78f0b9238d040c4f139c6c1106285
3
+ size 200000922
Pretokenized_270B/fineweb_edu_000098_006.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:935ec146614257214f9c0114ad81ced4764b6c6cc780a0f44b49836a4672ea92
3
+ size 200001082
Pretokenized_270B/fineweb_edu_000098_007.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e799f5b2ea9e08db9621d6e9a4e0e1049a7f18019cac7c55a0612162a4248f1
3
+ size 200000130
Pretokenized_270B/fineweb_edu_000098_008.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da693d46941e3ef3b04a1851ae47fd78bde063da4137d6b14d9cb02093682420
3
+ size 200000240
Pretokenized_270B/fineweb_edu_000098_009.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec8b635af1a2b6e48707fb734201c7a7bbc8c06582d22db3fa94e90d4d0a2463
3
+ size 5381382
Pretokenized_270B/fineweb_edu_000099_000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16b2b4ec739e62128211e71b32424f296ea56f02c5b664c3e0616d9ddcc3d5ac
3
+ size 200020366
Pretokenized_270B/fineweb_edu_000099_001.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e19b353cecf7a167b9bd292e0a326693af14437c5f3a2bcce5e4fd9c1a3466e3
3
+ size 200002300
Pretokenized_270B/fineweb_edu_000099_002.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2b915db2a61e8eaa88d880e3ffe9efe3f49113438fafb4bb510c4995f6aaf18
3
+ size 200031588
Pretokenized_270B/fineweb_edu_000099_003.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:423b8688f8b52f0d0425b62b83809138b2fefc5344258207763079324da8fd09
3
+ size 200013566
Pretokenized_270B/fineweb_edu_000099_004.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d02cb55ac06327300642d0ff37b9cfb6799939b5a55fa3c7b4cdb37962b6d6c7
3
+ size 200002334
Pretokenized_270B/fineweb_edu_000099_005.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc687be93f3b5b39e96f58ddbed23b4e17e9fb719c0d5407f877ade0ff7ca32d
3
+ size 200002646
Pretokenized_270B/fineweb_edu_000099_006.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bf5fc4b60755ef2de40416c37f56217c942222ba2875e049776f2a0a7ab2cf6
3
+ size 200000714
Pretokenized_270B/fineweb_edu_000099_007.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9041e158ef58b9fbf6b0fb5538042211d7b3f658c5b1244d5a5b5bcd7c19b0f
3
+ size 200002026
Pretokenized_270B/fineweb_edu_000099_008.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27c0f2b14123db79e43f368e6e0e0f1c2542599fb73097b4a9b7576efb3523f8
3
+ size 200002360
Pretokenized_270B/fineweb_edu_000099_009.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3db8cea23a63d304cd43967368adaa3d0363f4a4e65b3b0307dcc5324c5f339
3
+ size 12912922
Pretokenized_270B/fineweb_edu_000100_000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38e953c4347a411c4e63ba82a4088cea9960e67e3ae00880e4d80c90042153f0
3
+ size 200008472
Pretokenized_270B/fineweb_edu_000100_001.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:230e6613f0d278f04458b81e70d661c55f984ac54a9f553bb2c4c10a964cfea4
3
+ size 200001180
Pretokenized_270B/fineweb_edu_000100_002.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcfc6e4a1fcddabd37b2e11e084ed453380ad48f5b17cee527a03e8e1061ad24
3
+ size 200001852
Pretokenized_270B/fineweb_edu_000100_003.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1191684f090c86c8a9c0c850ec61d7428663acd9ce8d72efa6f1a5cdf782285
3
+ size 200001282
Pretokenized_270B/fineweb_edu_000100_004.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:227e082571bc6bd6ab4c21df54396c89999d62f8c18570b7938b7ddab0442597
3
+ size 200001622
Pretokenized_270B/fineweb_edu_000100_005.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:836ff66f38f688c312805bd074043af0ea0b57d1d0e9c77928eb4d2ccfa406ee
3
+ size 200006430
Pretokenized_270B/fineweb_edu_000100_006.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f982cace7a6cd619e29b949b41eb39cb9e26e05ab189e9e5559ae1ac43e42efd
3
+ size 200009074
Pretokenized_270B/fineweb_edu_000100_007.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:043ccc78f1213532f35464dfd834be9fe8623db2b25b573efe788b860927ea70
3
+ size 200004364
Pretokenized_270B/fineweb_edu_000100_008.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39cfd96a3341448572adb83261b7164894ff70321b493275bfd61cccd822ec0e
3
+ size 200004910
Pretokenized_270B/fineweb_edu_000100_009.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8058903d7707dec51c026e6e3f0a22f82ad12dbb49e0cca034275441e92aed7
3
+ size 8109374
Pretokenized_270B/fineweb_edu_000101_000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a6d9ed7b949f071d92835fda8a90bd5aed9135c3d24e0a19a60d1f173c42240
3
+ size 200001644
Pretokenized_270B/fineweb_edu_000101_001.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:092a445efee6a099607c709014aa0405218a468376fa786126c63057c9f097b1
3
+ size 200000692
Pretokenized_270B/fineweb_edu_000101_002.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82bf3cff285e1d8df2f875ad03e2115447b9e0f2e737284a64e164869082713a
3
+ size 200000556
Pretokenized_270B/fineweb_edu_000101_003.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bc5acd0ab5f88394e4c3ace4178abf20bacc8136e54f15b7069da27003e4bd5
3
+ size 200002074
Pretokenized_270B/fineweb_edu_000101_004.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c25db52f2b5d96bf11c46dc30d5626c62ac3fbf73755868b0d70bb72dc08a422
3
+ size 200001582
Pretokenized_270B/fineweb_edu_000101_005.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c81b9b328e645c20ff4cde11c45307651f815debbbaea7884aecc494d5aa03ab
3
+ size 200009454
Pretokenized_270B/fineweb_edu_000101_006.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b5da114ba04e8beb16f5e0ef97b02eb548b357fedb81418d8019a36a863a1dd
3
+ size 200000910
Pretokenized_270B/fineweb_edu_000101_007.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a1cd420fc1536fddfefd52c34e9d266153fe5db07ef3f1ed2dd7e6d28d9399d
3
+ size 200008074
Pretokenized_270B/fineweb_edu_000101_008.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12810d75a4dec284dfd7d3e2716f720394dd076e49dcbc96e9039731869b04f8
3
+ size 200001860
Pretokenized_270B/fineweb_edu_000101_009.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11f0782744f4752f20107c10957cc42e94a35483aa2e3ba1922552782153a050
3
+ size 16480968
Pretokenized_270B/fineweb_edu_000102_000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:322600e339b3a3cb36a64323238a28dab65d740e0ed2ee2cb7ec97372f192a21
3
+ size 200010432
Pretokenized_270B/fineweb_edu_000102_001.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98c78f9214ab674b32141d4d885425a7ce86f5f3603f6b0feba1ba86f9329081
3
+ size 200004336
Pretokenized_270B/fineweb_edu_000102_002.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80f48ce503ded7fc37ea9f3b4df489bd513aefd2b32ae32b7364baf0c9ea7614
3
+ size 200000334
Pretokenized_270B/fineweb_edu_000102_003.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a3334620b72cec4c4a8429e17414d6ff37fc2526571138921a77390829f9523
3
+ size 200000728
Pretokenized_270B/fineweb_edu_000102_004.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13801c3b761af1e72451fdcddf2deee2a9af80b79b75dfa5cbdbbdf5c589eea9
3
+ size 200004812
Pretokenized_270B/fineweb_edu_000102_005.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e05e0c227c8155267fe6599eb762c8c4f34b5d2c72ec21a8227a2c624078038
3
+ size 200000264
Pretokenized_270B/fineweb_edu_000102_006.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1694c3c785795a3d48ca146a8353ea6a3b08a6b809e1a678e6cf1fe2ea0f367
3
+ size 200003874