0xnu commited on
Commit
18cdcb2
·
verified ·
1 Parent(s): c5707f7

Upload 3 files

Browse files
config_20250805_194450.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "max_seq_length": 256,
3
+ "n_layer": 8,
4
+ "n_head": 8,
5
+ "n_embd": 768,
6
+ "dropout": 0.1,
7
+ "vocab_size": 86
8
+ }
model_20250805_194450.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94c6ae1e177332aabbcfaa5854541d9b4387d569301e13350be15544b16b01dc
3
+ size 228185650
tokeniser_20250805_194450.json ADDED
@@ -0,0 +1,185 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "word_to_id": {
3
+ "<PAD>": 0,
4
+ "<UNK>": 1,
5
+ "<SEP>": 2,
6
+ "<EOS>": 3,
7
+ "the": 4,
8
+ "is": 5,
9
+ "of": 6,
10
+ "?": 7,
11
+ ".": 8,
12
+ "what": 9,
13
+ "who": 10,
14
+ "in": 11,
15
+ "light": 12,
16
+ "capital": 13,
17
+ "france": 14,
18
+ "wrote": 15,
19
+ "romeo": 16,
20
+ "and": 17,
21
+ "juliet": 18,
22
+ "largest": 19,
23
+ "planet": 20,
24
+ "our": 21,
25
+ "solar": 22,
26
+ "system": 23,
27
+ "was": 24,
28
+ "declaration": 25,
29
+ "independence": 26,
30
+ "signed": 27,
31
+ "photosynthesis": 28,
32
+ "energy": 29,
33
+ "painted": 30,
34
+ "mona": 31,
35
+ "lisa": 32,
36
+ "speed": 33,
37
+ "machine": 34,
38
+ "learning": 35,
39
+ "that": 36,
40
+ "smallest": 37,
41
+ "unit": 38,
42
+ "matter": 39,
43
+ "discovered": 40,
44
+ "paris": 41,
45
+ "william": 42,
46
+ "shakespeare": 43,
47
+ "jupiter": 44,
48
+ "when": 45,
49
+ "1776": 46,
50
+ "process": 47,
51
+ "by": 48,
52
+ "which": 49,
53
+ "plants": 50,
54
+ "convert": 51,
55
+ "into": 52,
56
+ "chemical": 53,
57
+ "leonardo": 54,
58
+ "da": 55,
59
+ "vinci": 56,
60
+ "approximately": 57,
61
+ "299": 58,
62
+ "792": 59,
63
+ "458": 60,
64
+ "metres": 61,
65
+ "per": 62,
66
+ "second": 63,
67
+ "a": 64,
68
+ "type": 65,
69
+ "artificial": 66,
70
+ "intelligence": 67,
71
+ "enables": 68,
72
+ "computers": 69,
73
+ "to": 70,
74
+ "learn": 71,
75
+ "from": 72,
76
+ "data": 73,
77
+ "atom": 74,
78
+ "retains": 75,
79
+ "properties": 76,
80
+ "an": 77,
81
+ "element": 78,
82
+ "gravity": 79,
83
+ "sir": 80,
84
+ "isaac": 81,
85
+ "newton": 82,
86
+ "law": 83,
87
+ "universal": 84,
88
+ "gravitation": 85
89
+ },
90
+ "id_to_word": {
91
+ "0": "<PAD>",
92
+ "1": "<UNK>",
93
+ "2": "<SEP>",
94
+ "3": "<EOS>",
95
+ "4": "the",
96
+ "5": "is",
97
+ "6": "of",
98
+ "7": "?",
99
+ "8": ".",
100
+ "9": "what",
101
+ "10": "who",
102
+ "11": "in",
103
+ "12": "light",
104
+ "13": "capital",
105
+ "14": "france",
106
+ "15": "wrote",
107
+ "16": "romeo",
108
+ "17": "and",
109
+ "18": "juliet",
110
+ "19": "largest",
111
+ "20": "planet",
112
+ "21": "our",
113
+ "22": "solar",
114
+ "23": "system",
115
+ "24": "was",
116
+ "25": "declaration",
117
+ "26": "independence",
118
+ "27": "signed",
119
+ "28": "photosynthesis",
120
+ "29": "energy",
121
+ "30": "painted",
122
+ "31": "mona",
123
+ "32": "lisa",
124
+ "33": "speed",
125
+ "34": "machine",
126
+ "35": "learning",
127
+ "36": "that",
128
+ "37": "smallest",
129
+ "38": "unit",
130
+ "39": "matter",
131
+ "40": "discovered",
132
+ "41": "paris",
133
+ "42": "william",
134
+ "43": "shakespeare",
135
+ "44": "jupiter",
136
+ "45": "when",
137
+ "46": "1776",
138
+ "47": "process",
139
+ "48": "by",
140
+ "49": "which",
141
+ "50": "plants",
142
+ "51": "convert",
143
+ "52": "into",
144
+ "53": "chemical",
145
+ "54": "leonardo",
146
+ "55": "da",
147
+ "56": "vinci",
148
+ "57": "approximately",
149
+ "58": "299",
150
+ "59": "792",
151
+ "60": "458",
152
+ "61": "metres",
153
+ "62": "per",
154
+ "63": "second",
155
+ "64": "a",
156
+ "65": "type",
157
+ "66": "artificial",
158
+ "67": "intelligence",
159
+ "68": "enables",
160
+ "69": "computers",
161
+ "70": "to",
162
+ "71": "learn",
163
+ "72": "from",
164
+ "73": "data",
165
+ "74": "atom",
166
+ "75": "retains",
167
+ "76": "properties",
168
+ "77": "an",
169
+ "78": "element",
170
+ "79": "gravity",
171
+ "80": "sir",
172
+ "81": "isaac",
173
+ "82": "newton",
174
+ "83": "law",
175
+ "84": "universal",
176
+ "85": "gravitation"
177
+ },
178
+ "vocab_size": 86,
179
+ "special_tokens": [
180
+ "<PAD>",
181
+ "<UNK>",
182
+ "<SEP>",
183
+ "<EOS>"
184
+ ]
185
+ }