eshanized commited on
Commit
7b9d9fd
·
verified ·
1 Parent(s): 048fd5a

publish M31 training manifest

Browse files
Files changed (1) hide show
  1. training/run_manifest.json +36 -0
training/run_manifest.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "project": "/content/drive/MyDrive/M31/M31-Genesis-AgenticCode-v1",
3
+ "model_params": 425772032,
4
+ "tokenizer_vocab": 65536,
5
+ "special_ids": {
6
+ "<pad>": 0,
7
+ "<bos>": 1,
8
+ "<eos>": 2,
9
+ "<unk>": 3,
10
+ "<system>": 4,
11
+ "<user>": 5,
12
+ "<assistant>": 6,
13
+ "<tool>": 7,
14
+ "<tool_call>": 8,
15
+ "<tool_result>": 9,
16
+ "<repo>": 10,
17
+ "<file>": 11,
18
+ "<patch>": 12,
19
+ "<test>": 13,
20
+ "<done>": 14
21
+ },
22
+ "stages": {
23
+ "pretrain_tokens": 50000000,
24
+ "code_sft_tokens": 20000000,
25
+ "agent_sft_tokens": 20000000
26
+ },
27
+ "optimizer": {
28
+ "pretrain_lr": 0.0001,
29
+ "sft_lr": 5e-05,
30
+ "betas": [
31
+ 0.9,
32
+ 0.95
33
+ ],
34
+ "weight_decay": 0.1
35
+ }
36
+ }