teszenofficial commited on
Commit
0cd45dc
·
verified ·
1 Parent(s): beed5d9

Delete config.json

Browse files
Files changed (1) hide show
  1. config.json +0 -39
config.json DELETED
@@ -1,39 +0,0 @@
1
- {
2
- "vocab_size": 24576,
3
- "d_model": 384,
4
- "n_layers": 8,
5
- "n_heads": 6,
6
- "n_kv_heads": 2,
7
- "d_ff": 1152,
8
- "context_length": 1024,
9
- "dropout": 0.0,
10
- "rope_theta": 100000.0,
11
- "qk_norm": true,
12
- "logit_softcap": 30.0,
13
- "z_loss": 0.0001,
14
- "tie_embeddings": true,
15
- "architecture": "MiloX1",
16
- "stage": "dpo",
17
- "special_tokens": [
18
- "<PAD>",
19
- "<UNK>",
20
- "<BOS>",
21
- "<EOS>",
22
- "<|system|>",
23
- "<|user|>",
24
- "<|assistant|>",
25
- "<|end|>",
26
- "<|reserved_0|>",
27
- "<|reserved_1|>",
28
- "<|reserved_2|>",
29
- "<|reserved_3|>",
30
- "<|reserved_4|>",
31
- "<|reserved_5|>",
32
- "<|reserved_6|>",
33
- "<|reserved_7|>"
34
- ],
35
- "chat_template": "<BOS>[<|system|>S<|end|>]<|user|>U<|end|><|assistant|>A<|end|>",
36
- "core_version": "4.0",
37
- "system_prompt": "Eres Milo, un asistente en español. Respondes de forma clara, útil y honesta; si no sabes algo, lo dices en lugar de inventarlo.",
38
- "thinking": true
39
- }