Hugging Face's logo

EzioDevio
/
ArduinoLLM-7B

Text Generation
Transformers
Safetensors
English
qwen2
arduino
esp32
raspberry-pi
micropython
circuitpython
embedded-systems
code-generation
lora
continued-pretraining
conversational
text-generation-inference
Model card Files
xet
 Community
EzioDevio commited on
Commit
86fd8f6
·
verified ·
1 Parent(s): 42bada4

Upload folder using huggingface_hub

Browse files
Files changed (5) hide show
  1. config.json +61 -0
  2. generation_config.json +14 -0
  3. model.safetensors +3 -0
  4. tokenizer.json +2 -2
  5. tokenizer_config.json +3 -190
config.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen2ForCausalLM"
4
+ ],
5
+ "attention_dropout": 0.0,
6
+ "bos_token_id": 151643,
7
+ "dtype": "bfloat16",
8
+ "eos_token_id": 151645,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 3584,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 18944,
13
+ "layer_types": [
14
+ "full_attention",
15
+ "full_attention",
16
+ "full_attention",
17
+ "full_attention",
18
+ "full_attention",
19
+ "full_attention",
20
+ "full_attention",
21
+ "full_attention",
22
+ "full_attention",
23
+ "full_attention",
24
+ "full_attention",
25
+ "full_attention",
26
+ "full_attention",
27
+ "full_attention",
28
+ "full_attention",
29
+ "full_attention",
30
+ "full_attention",
31
+ "full_attention",
32
+ "full_attention",
33
+ "full_attention",
34
+ "full_attention",
35
+ "full_attention",
36
+ "full_attention",
37
+ "full_attention",
38
+ "full_attention",
39
+ "full_attention",
40
+ "full_attention",
41
+ "full_attention"
42
+ ],
43
+ "max_position_embeddings": 32768,
44
+ "max_window_layers": 28,
45
+ "model_type": "qwen2",
46
+ "num_attention_heads": 28,
47
+ "num_hidden_layers": 28,
48
+ "num_key_value_heads": 4,
49
+ "pad_token_id": null,
50
+ "rms_norm_eps": 1e-06,
51
+ "rope_parameters": {
52
+ "rope_theta": 1000000.0,
53
+ "rope_type": "default"
54
+ },
55
+ "sliding_window": null,
56
+ "tie_word_embeddings": false,
57
+ "transformers_version": "5.5.0",
58
+ "use_cache": true,
59
+ "use_sliding_window": false,
60
+ "vocab_size": 152064
61
+ }
generation_config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 151643,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 151645,
6
+ 151643
7
+ ],
8
+ "pad_token_id": 151643,
9
+ "repetition_penalty": 1.1,
10
+ "temperature": 0.7,
11
+ "top_k": 20,
12
+ "top_p": 0.8,
13
+ "transformers_version": "5.5.0"
14
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7170d4ad8eca2493a5d1b47bd8d84acef47ce087c5de8d349e8bc178334bfa3c
3
+ size 15231272152
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ea43b288542655d72d632195ab9b58ca2cd9532c292bf6667827ce899ad196bc
3
- size 11422082
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fd169731d2cbde95e10bf356d66d5997fd885dd8dbb6fb4684da3f23b2585d8
3
+ size 11421892
tokenizer_config.json CHANGED
@@ -20,197 +20,10 @@
20
  "<|image_pad|>",
21
  "<|video_pad|>"
22
  ],
23
- "is_local": false,
24
  "model_max_length": 32768,
25
- "pad_token": "<|PAD_TOKEN|>",
26
- "padding_side": "left",
27
  "split_special_tokens": false,
28
  "tokenizer_class": "Qwen2Tokenizer",
29
- "unk_token": null,
30
- "added_tokens_decoder": {
31
- "151643": {
32
- "content": "<|endoftext|>",
33
- "single_word": false,
34
- "lstrip": false,
35
- "rstrip": false,
36
- "normalized": false,
37
- "special": true
38
- },
39
- "151644": {
40
- "content": "<|im_start|>",
41
- "single_word": false,
42
- "lstrip": false,
43
- "rstrip": false,
44
- "normalized": false,
45
- "special": true
46
- },
47
- "151645": {
48
- "content": "<|im_end|>",
49
- "single_word": false,
50
- "lstrip": false,
51
- "rstrip": false,
52
- "normalized": false,
53
- "special": true
54
- },
55
- "151646": {
56
- "content": "<|object_ref_start|>",
57
- "single_word": false,
58
- "lstrip": false,
59
- "rstrip": false,
60
- "normalized": false,
61
- "special": true
62
- },
63
- "151647": {
64
- "content": "<|object_ref_end|>",
65
- "single_word": false,
66
- "lstrip": false,
67
- "rstrip": false,
68
- "normalized": false,
69
- "special": true
70
- },
71
- "151648": {
72
- "content": "<|box_start|>",
73
- "single_word": false,
74
- "lstrip": false,
75
- "rstrip": false,
76
- "normalized": false,
77
- "special": true
78
- },
79
- "151649": {
80
- "content": "<|box_end|>",
81
- "single_word": false,
82
- "lstrip": false,
83
- "rstrip": false,
84
- "normalized": false,
85
- "special": true
86
- },
87
- "151650": {
88
- "content": "<|quad_start|>",
89
- "single_word": false,
90
- "lstrip": false,
91
- "rstrip": false,
92
- "normalized": false,
93
- "special": true
94
- },
95
- "151651": {
96
- "content": "<|quad_end|>",
97
- "single_word": false,
98
- "lstrip": false,
99
- "rstrip": false,
100
- "normalized": false,
101
- "special": true
102
- },
103
- "151652": {
104
- "content": "<|vision_start|>",
105
- "single_word": false,
106
- "lstrip": false,
107
- "rstrip": false,
108
- "normalized": false,
109
- "special": true
110
- },
111
- "151653": {
112
- "content": "<|vision_end|>",
113
- "single_word": false,
114
- "lstrip": false,
115
- "rstrip": false,
116
- "normalized": false,
117
- "special": true
118
- },
119
- "151654": {
120
- "content": "<|vision_pad|>",
121
- "single_word": false,
122
- "lstrip": false,
123
- "rstrip": false,
124
- "normalized": false,
125
- "special": true
126
- },
127
- "151655": {
128
- "content": "<|image_pad|>",
129
- "single_word": false,
130
- "lstrip": false,
131
- "rstrip": false,
132
- "normalized": false,
133
- "special": true
134
- },
135
- "151656": {
136
- "content": "<|video_pad|>",
137
- "single_word": false,
138
- "lstrip": false,
139
- "rstrip": false,
140
- "normalized": false,
141
- "special": true
142
- },
143
- "151657": {
144
- "content": "<tool_call>",
145
- "single_word": false,
146
- "lstrip": false,
147
- "rstrip": false,
148
- "normalized": false,
149
- "special": false
150
- },
151
- "151658": {
152
- "content": "</tool_call>",
153
- "single_word": false,
154
- "lstrip": false,
155
- "rstrip": false,
156
- "normalized": false,
157
- "special": false
158
- },
159
- "151659": {
160
- "content": "<|fim_prefix|>",
161
- "single_word": false,
162
- "lstrip": false,
163
- "rstrip": false,
164
- "normalized": false,
165
- "special": false
166
- },
167
- "151660": {
168
- "content": "<|fim_middle|>",
169
- "single_word": false,
170
- "lstrip": false,
171
- "rstrip": false,
172
- "normalized": false,
173
- "special": false
174
- },
175
- "151661": {
176
- "content": "<|fim_suffix|>",
177
- "single_word": false,
178
- "lstrip": false,
179
- "rstrip": false,
180
- "normalized": false,
181
- "special": false
182
- },
183
- "151662": {
184
- "content": "<|fim_pad|>",
185
- "single_word": false,
186
- "lstrip": false,
187
- "rstrip": false,
188
- "normalized": false,
189
- "special": false
190
- },
191
- "151663": {
192
- "content": "<|repo_name|>",
193
- "single_word": false,
194
- "lstrip": false,
195
- "rstrip": false,
196
- "normalized": false,
197
- "special": false
198
- },
199
- "151664": {
200
- "content": "<|file_sep|>",
201
- "single_word": false,
202
- "lstrip": false,
203
- "rstrip": false,
204
- "normalized": false,
205
- "special": false
206
- },
207
- "151665": {
208
- "content": "<|PAD_TOKEN|>",
209
- "single_word": false,
210
- "lstrip": false,
211
- "rstrip": false,
212
- "normalized": false,
213
- "special": true
214
- }
215
- }
216
  }
 
20
  "<|image_pad|>",
21
  "<|video_pad|>"
22
  ],
23
+ "is_local": true,
24
  "model_max_length": 32768,
25
+ "pad_token": "<|endoftext|>",
 
26
  "split_special_tokens": false,
27
  "tokenizer_class": "Qwen2Tokenizer",
28
+ "unk_token": null
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
29
  }