Upload config.json with huggingface_hub
Browse files- config.json +6 -5
config.json
CHANGED
|
@@ -5,6 +5,12 @@
|
|
| 5 |
0.75,
|
| 6 |
1.0
|
| 7 |
],
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8 |
"vocab": 50304,
|
| 9 |
"real_vocab": 50257,
|
| 10 |
"eos_id": 50256,
|
|
@@ -45,11 +51,6 @@
|
|
| 45 |
"wd": 0.05,
|
| 46 |
"clip": 1.0,
|
| 47 |
"prune_p": 0.1,
|
| 48 |
-
"pretrain_dataset": "HuggingFaceFW/fineweb-edu",
|
| 49 |
-
"pretrain_config": "sample-10BT",
|
| 50 |
-
"sft_dataset": "yahma/alpaca-cleaned",
|
| 51 |
-
"gsm_dataset": "openai/gsm8k",
|
| 52 |
-
"replay_frac": 0.4,
|
| 53 |
"compile": true,
|
| 54 |
"ckpt_dir": "/content/checkpoints",
|
| 55 |
"log_every": 25,
|
|
|
|
| 5 |
0.75,
|
| 6 |
1.0
|
| 7 |
],
|
| 8 |
+
"pretrain_dataset": "HuggingFaceTB/smollm-corpus",
|
| 9 |
+
"pretrain_config": "cosmopedia-v2",
|
| 10 |
+
"sft_dataset": "HuggingFaceTB/smoltalk",
|
| 11 |
+
"sft_config": "everyday-conversations",
|
| 12 |
+
"gsm_dataset": "openai/gsm8k",
|
| 13 |
+
"replay_frac": 0.4,
|
| 14 |
"vocab": 50304,
|
| 15 |
"real_vocab": 50257,
|
| 16 |
"eos_id": 50256,
|
|
|
|
| 51 |
"wd": 0.05,
|
| 52 |
"clip": 1.0,
|
| 53 |
"prune_p": 0.1,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 54 |
"compile": true,
|
| 55 |
"ckpt_dir": "/content/checkpoints",
|
| 56 |
"log_every": 25,
|