NiftyOracleAI commited on
Commit
15f57cc
·
verified ·
1 Parent(s): 969484a

pretok_ws_clean: 189.53B never-seen tokens, ws_codec formatted, deduped vs old pool (part 7)

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. pretok_ws_clean/x_python_000001_043.bin +3 -0
  2. pretok_ws_clean/x_python_000001_044.bin +3 -0
  3. pretok_ws_clean/x_python_000001_045.bin +3 -0
  4. pretok_ws_clean/x_python_000001_046.bin +3 -0
  5. pretok_ws_clean/x_python_000001_047.bin +3 -0
  6. pretok_ws_clean/x_python_000001_048.bin +3 -0
  7. pretok_ws_clean/x_python_000001_049.bin +3 -0
  8. pretok_ws_clean/x_python_000001_050.bin +3 -0
  9. pretok_ws_clean/x_python_000001_051.bin +3 -0
  10. pretok_ws_clean/x_python_000001_052.bin +3 -0
  11. pretok_ws_clean/x_python_000001_053.bin +3 -0
  12. pretok_ws_clean/x_python_000001_054.bin +3 -0
  13. pretok_ws_clean/x_python_000002_000.bin +3 -0
  14. pretok_ws_clean/x_python_000002_001.bin +3 -0
  15. pretok_ws_clean/x_python_000002_002.bin +3 -0
  16. pretok_ws_clean/x_python_000002_003.bin +3 -0
  17. pretok_ws_clean/x_python_000002_004.bin +3 -0
  18. pretok_ws_clean/x_python_000002_005.bin +3 -0
  19. pretok_ws_clean/x_python_000002_006.bin +3 -0
  20. pretok_ws_clean/x_python_000002_007.bin +3 -0
  21. pretok_ws_clean/x_python_000002_008.bin +3 -0
  22. pretok_ws_clean/x_python_000002_009.bin +3 -0
  23. pretok_ws_clean/x_python_000002_010.bin +3 -0
  24. pretok_ws_clean/x_python_000002_011.bin +3 -0
  25. pretok_ws_clean/x_python_000002_012.bin +3 -0
  26. pretok_ws_clean/x_python_000002_013.bin +3 -0
  27. pretok_ws_clean/x_python_000002_014.bin +3 -0
  28. pretok_ws_clean/x_python_000002_015.bin +3 -0
  29. pretok_ws_clean/x_python_000002_016.bin +3 -0
  30. pretok_ws_clean/x_python_000002_017.bin +3 -0
  31. pretok_ws_clean/x_python_000002_018.bin +3 -0
  32. pretok_ws_clean/x_python_000002_019.bin +3 -0
  33. pretok_ws_clean/x_python_000002_020.bin +3 -0
  34. pretok_ws_clean/x_python_000002_021.bin +3 -0
  35. pretok_ws_clean/x_python_000002_022.bin +3 -0
  36. pretok_ws_clean/x_python_000002_023.bin +3 -0
  37. pretok_ws_clean/x_python_000002_024.bin +3 -0
  38. pretok_ws_clean/x_python_000002_025.bin +3 -0
  39. pretok_ws_clean/x_python_000002_026.bin +3 -0
  40. pretok_ws_clean/x_python_000002_027.bin +3 -0
  41. pretok_ws_clean/x_python_000002_028.bin +3 -0
  42. pretok_ws_clean/x_python_000002_029.bin +3 -0
  43. pretok_ws_clean/x_python_000002_030.bin +3 -0
  44. pretok_ws_clean/x_python_000002_031.bin +3 -0
  45. pretok_ws_clean/x_python_000002_032.bin +3 -0
  46. pretok_ws_clean/x_python_000002_033.bin +3 -0
  47. pretok_ws_clean/x_python_000002_034.bin +3 -0
  48. pretok_ws_clean/x_python_000002_035.bin +3 -0
  49. pretok_ws_clean/x_python_000002_036.bin +3 -0
  50. pretok_ws_clean/x_python_000002_037.bin +3 -0
pretok_ws_clean/x_python_000001_043.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f0f2d349aae5b9532c1490c102165225e2c74e308ee0a16c62240d6f144c7b1
3
+ size 188269736
pretok_ws_clean/x_python_000001_044.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5854bbc1a1dc732db088716d5586703f9123878aac2fd1ce00fe28a62c04d491
3
+ size 189095732
pretok_ws_clean/x_python_000001_045.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3260b327940d88254c9b2d9ecfc101942f4a0ae58900767cd0138334d791d27c
3
+ size 188774292
pretok_ws_clean/x_python_000001_046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4730ee6a0db7fec9b54437f51a01b7b5a8e3d6218fcd2515b236fda0ffb60ea0
3
+ size 189109380
pretok_ws_clean/x_python_000001_047.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9fc2053c91fc3c1e73679b22a9819480f1a0ed40e12892c610a0c7f7b876346
3
+ size 188199622
pretok_ws_clean/x_python_000001_048.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee9e11bb1f3049fb599d69f2210396c8da227dfd710b6ee6ef015b5c7aee236c
3
+ size 187813734
pretok_ws_clean/x_python_000001_049.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a93a1ffe831da71d6260821a72f7851ded81d64f959dfeb3f8dcbd6cfd82c262
3
+ size 188351250
pretok_ws_clean/x_python_000001_050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:747d5ffa89bc726e3bf027daf91a40cbb77a2d17a3ec63d6225ef1ba3c15e820
3
+ size 187636568
pretok_ws_clean/x_python_000001_051.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:171b72524d08d0bec988aa4b7418cebafdb8b41ac38f74f78daf3785869c1c87
3
+ size 188544060
pretok_ws_clean/x_python_000001_052.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f08ec33f2d0148f8214969d85375975fcf018813797187e4b8e876d66804c26
3
+ size 187824266
pretok_ws_clean/x_python_000001_053.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbf27bdba04c871948e85eeca7af4435fd3d28c629fa55b10b7cb344e17fcd79
3
+ size 188802808
pretok_ws_clean/x_python_000001_054.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba91fb1b83a9d0d07f00cb4aea2059490931ec5bb8e34763db91805413ea6e8d
3
+ size 125421844
pretok_ws_clean/x_python_000002_000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4b5aad0fb425046fbfa37af98765f3b00861c3d890c9a475eb85538ad66fbb8
3
+ size 188185670
pretok_ws_clean/x_python_000002_001.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:249bfc9799d970b18ded62561daca4c6a6d6602e3b4f8e91841d10c987d2fad2
3
+ size 188535150
pretok_ws_clean/x_python_000002_002.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab782d666968a6eb0c8d84472d0640cba5ef44bb19899b942c39ab847b43c063
3
+ size 188571848
pretok_ws_clean/x_python_000002_003.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa0f8f16724e5da27a8dfced96d8a09ca6201f9c4f6710d30e18fb55ea11c74d
3
+ size 188918172
pretok_ws_clean/x_python_000002_004.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84dd5f3d5dc9a80c2875e6d95ea3e5dd6be384cd49089ab96648a470a7d9f827
3
+ size 189181656
pretok_ws_clean/x_python_000002_005.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2526cb206b8af21baf3cc9027ea9056ff5184ce6f2a48418e4e052a81311b6b
3
+ size 188507916
pretok_ws_clean/x_python_000002_006.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9767299d6f32306be1549154d690917ff18cbb73cdf3c6375e318a70fae46627
3
+ size 188418044
pretok_ws_clean/x_python_000002_007.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5615153f12813c5e958fd14739f79852509f8314058759596ae942b051012b0f
3
+ size 187528604
pretok_ws_clean/x_python_000002_008.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a03b3d6356a877c72e319af28248cb90e6b9f95d43d866076db8c55b6507fc6f
3
+ size 188031220
pretok_ws_clean/x_python_000002_009.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1658013f9eaa3cd2b9bd6c8c8a903c86f1d52af2ac2fa782eff7da7ce377701e
3
+ size 187806136
pretok_ws_clean/x_python_000002_010.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e82969954b8ccd983da0c495c63520bc9c728545c6b8307ac6c7fe63dc20c8c
3
+ size 188780790
pretok_ws_clean/x_python_000002_011.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6e33ec74b475288a58fd3d3af217234bc3448b1686ec1858d53e56510a54eca
3
+ size 187820878
pretok_ws_clean/x_python_000002_012.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbf2080b518493f4a8ae5218b90f45a4f40578c1063b12ee9143c9d4c636faa9
3
+ size 189108052
pretok_ws_clean/x_python_000002_013.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6fdf537385d4b9bf219407d54e7db8a464b963fcb011cf11a04e5e1ae8ae40d
3
+ size 188430578
pretok_ws_clean/x_python_000002_014.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9916135c68fa586fc197464d9f030b5954acf5c82c2ed68ccd495cd287c894f
3
+ size 187943384
pretok_ws_clean/x_python_000002_015.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:142191c8cb59a046b293ad94e2ead581d7bf6c781de76f65d9f585eebaa56248
3
+ size 188391698
pretok_ws_clean/x_python_000002_016.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed62c149ef80cd84586de410651e322e865825c47136bb4abe15f1206431a592
3
+ size 188803712
pretok_ws_clean/x_python_000002_017.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14fe6ee8da4c103c8c4a61fea60229dde04c6b20e8634942ccbe893d6d189a8f
3
+ size 188863926
pretok_ws_clean/x_python_000002_018.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b427d887133aad3352d2cf5d707b05b2ff60d3a4b616078d28d5db4c9f8a8fdd
3
+ size 188829718
pretok_ws_clean/x_python_000002_019.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d22c6c9bfcb390328f3e2bf0df356b5676c7c86c5beec16d720c9a54a07d27a
3
+ size 187995374
pretok_ws_clean/x_python_000002_020.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:546a879e1aed3f16054333394407d998f7d2006b53c9f439a22b0e5bfe6ef7d5
3
+ size 188314078
pretok_ws_clean/x_python_000002_021.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a96a3fe73d02906d364e60a478acbb55b375eb22d41272c1f1e02d8b2ac33c32
3
+ size 188928894
pretok_ws_clean/x_python_000002_022.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73f663702daf995ec484779b86232128004c569a58069e2ca6dfadf5317f4719
3
+ size 188581436
pretok_ws_clean/x_python_000002_023.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af25df66a619f563c1336861b7a93f1ad284e83a0e9c49992e31846e7e4c02f3
3
+ size 188701834
pretok_ws_clean/x_python_000002_024.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f3de27333651f35b5c104b1ca688ed394dc51ee9047e2d997d32c33d90b344f
3
+ size 188944562
pretok_ws_clean/x_python_000002_025.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50aa2d9c6b1e1d6238ee0932bb33656e2f9a145419dd5e211860b69d7de0cda8
3
+ size 187931590
pretok_ws_clean/x_python_000002_026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5826f2a5c324c2a4c488e9cbdddce6c610d0f8d539208450fc5a277e9d7aed8
3
+ size 188607016
pretok_ws_clean/x_python_000002_027.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:498fbc0b31cd23b99c95b4d70d503ed2440ac8b5e1abc360b7f03bfafab6adf6
3
+ size 188792364
pretok_ws_clean/x_python_000002_028.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb21b769a9783c2faddc3934644f00af688dc9c204b97754d5e15553baffbe2e
3
+ size 188196686
pretok_ws_clean/x_python_000002_029.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cd09f03cabd731428c526696a882ec67e803c9e19f221a553f01c17e22d3f3f
3
+ size 188900754
pretok_ws_clean/x_python_000002_030.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3515909bc2a4cbb2f714632d581309c46dd5ac20edd6ebbb182760025f82527
3
+ size 188177828
pretok_ws_clean/x_python_000002_031.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a2c0ae7d41592a223bd55f2121a1c86cabde98d38105c518728175d1a47046b
3
+ size 188597866
pretok_ws_clean/x_python_000002_032.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1337ec596eeef80c11ce2f18c59a7fffd887c88d43707bdac6467792eaa4a2e1
3
+ size 188294166
pretok_ws_clean/x_python_000002_033.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0e34318099068316033eab03c35bc83f38ae314a7cb37710bcfe976bcf6a150
3
+ size 188455028
pretok_ws_clean/x_python_000002_034.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b78749cc62c40ed2c138fdaefded9ea6b73ffcda603bbf2fabe5bd03afe570a9
3
+ size 189017170
pretok_ws_clean/x_python_000002_035.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99da8c7b03bf76b63e8a03fb6ca927de333630f5a71a1301ead0a62167e6787e
3
+ size 189013320
pretok_ws_clean/x_python_000002_036.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37382f7d672b49035e3faea546c6275a2030f602076aea61ae4e868c379ab74f
3
+ size 188649206
pretok_ws_clean/x_python_000002_037.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ace76e438f032ebf4ea3731aec6faa18ef4d06b5a0792f6a12c87a953e152f0d
3
+ size 187907020