NiftyOracleAI commited on
Commit
7b5e0a0
·
verified ·
1 Parent(s): d036895

Upload folder using huggingface_hub

Browse files
sft_cache_20b/ids.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d08cb7c5f15614f58ceb8750bf0074a9d39a8e9d1ecd7b6da9c2de62c39d45f
3
+ size 41000524846
sft_cache_20b/lens.npy ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:508465e60dcc213cc41f00f5bed70c462603748052a432c37ec0638e1d1dbd12
3
+ size 149341056
sft_cache_20b/mask.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bceb8d0d068b932256f504584effffa228367b94d1e79f9c13771b2aaa3bc6ae
3
+ size 20500262423
sft_cache_20b/meta.json ADDED
@@ -0,0 +1,111 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "complete": true,
3
+ "samples": 37335232,
4
+ "tokens": 20500262423,
5
+ "max_len": 2048,
6
+ "unique": "exact-duplicate token sequences removed",
7
+ "sources": [
8
+ {
9
+ "name": "openhermes",
10
+ "kept": 995501,
11
+ "dups": 138,
12
+ "tokens": 459820675
13
+ },
14
+ {
15
+ "name": "tulu3",
16
+ "kept": 888089,
17
+ "dups": 13572,
18
+ "tokens": 603189885
19
+ },
20
+ {
21
+ "name": "openthoughts2",
22
+ "kept": 259093,
23
+ "dups": 0,
24
+ "tokens": 377825471
25
+ },
26
+ {
27
+ "name": "smoltalk",
28
+ "kept": 933756,
29
+ "dups": 101377,
30
+ "tokens": 873563095
31
+ },
32
+ {
33
+ "name": "openmath2",
34
+ "kept": 13914553,
35
+ "dups": 52433,
36
+ "tokens": 6441662552
37
+ },
38
+ {
39
+ "name": "webinstruct",
40
+ "kept": 2334508,
41
+ "dups": 44,
42
+ "tokens": 981812042
43
+ },
44
+ {
45
+ "name": "opencode",
46
+ "kept": 490943,
47
+ "dups": 55807,
48
+ "tokens": 477872658
49
+ },
50
+ {
51
+ "name": "infinity_7m",
52
+ "kept": 5871991,
53
+ "dups": 1516899,
54
+ "tokens": 2396828009
55
+ },
56
+ {
57
+ "name": "magpie",
58
+ "kept": 946437,
59
+ "dups": 52539,
60
+ "tokens": 799903974
61
+ },
62
+ {
63
+ "name": "opencodeinstruct",
64
+ "kept": 4974125,
65
+ "dups": 25637,
66
+ "tokens": 2686545810
67
+ },
68
+ {
69
+ "name": "opc_stage1",
70
+ "kept": 3235843,
71
+ "dups": 948864,
72
+ "tokens": 2291932185
73
+ },
74
+ {
75
+ "name": "opc_stage2",
76
+ "kept": 173388,
77
+ "dups": 260331,
78
+ "tokens": 65874877
79
+ },
80
+ {
81
+ "name": "codefeedback",
82
+ "kept": 12670,
83
+ "dups": 143267,
84
+ "tokens": 8034830
85
+ },
86
+ {
87
+ "name": "magicoder_evol",
88
+ "kept": 0,
89
+ "dups": 108780,
90
+ "tokens": 0
91
+ },
92
+ {
93
+ "name": "magicoder_oss",
94
+ "kept": 45571,
95
+ "dups": 29619,
96
+ "tokens": 24773193
97
+ },
98
+ {
99
+ "name": "infinity_gen",
100
+ "kept": 1325695,
101
+ "dups": 69975,
102
+ "tokens": 1141556193
103
+ },
104
+ {
105
+ "name": "orca_agent",
106
+ "kept": 933069,
107
+ "dups": 10410,
108
+ "tokens": 869066974
109
+ }
110
+ ]
111
+ }