ConceptModels commited on
Commit
522e4d5
·
verified ·
1 Parent(s): d2c93b7

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +6 -5
config.json CHANGED
@@ -5,6 +5,12 @@
5
  0.75,
6
  1.0
7
  ],
 
 
 
 
 
 
8
  "vocab": 50304,
9
  "real_vocab": 50257,
10
  "eos_id": 50256,
@@ -45,11 +51,6 @@
45
  "wd": 0.05,
46
  "clip": 1.0,
47
  "prune_p": 0.1,
48
- "pretrain_dataset": "HuggingFaceFW/fineweb-edu",
49
- "pretrain_config": "sample-10BT",
50
- "sft_dataset": "yahma/alpaca-cleaned",
51
- "gsm_dataset": "openai/gsm8k",
52
- "replay_frac": 0.4,
53
  "compile": true,
54
  "ckpt_dir": "/content/checkpoints",
55
  "log_every": 25,
 
5
  0.75,
6
  1.0
7
  ],
8
+ "pretrain_dataset": "HuggingFaceTB/smollm-corpus",
9
+ "pretrain_config": "cosmopedia-v2",
10
+ "sft_dataset": "HuggingFaceTB/smoltalk",
11
+ "sft_config": "everyday-conversations",
12
+ "gsm_dataset": "openai/gsm8k",
13
+ "replay_frac": 0.4,
14
  "vocab": 50304,
15
  "real_vocab": 50257,
16
  "eos_id": 50256,
 
51
  "wd": 0.05,
52
  "clip": 1.0,
53
  "prune_p": 0.1,
 
 
 
 
 
54
  "compile": true,
55
  "ckpt_dir": "/content/checkpoints",
56
  "log_every": 25,