eshanized commited on
Commit
a4e3714
·
verified ·
1 Parent(s): e19f0f7

M31 sft checkpoint 123

Browse files
experiments/M31-Python-Agent-220M-v5/checkpoints/sft/step-00000123/README.md ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # M31Tesla — M31-Python-Agent-220M-v5
2
+
3
+ Independent M31 research checkpoint.
4
+
5
+ Parameters: 228,953,984
6
+ Vocabulary: 32,768
7
+ Hidden: 896
8
+ Layers: 20
9
+ Attention: 14 Q / 7 KV
10
+ SwiGLU: 2816
11
+ Max context: 2048
12
+ Training sequence: 512
13
+
14
+ Curriculum:
15
+ 1. Python repository pretraining
16
+ 2. Python instruction SFT
17
+ 3. OpenHands agent trajectories
18
+ 4. SWE-smith patch/verification curriculum
19
+
20
+ HumanEval is evaluation-only.
21
+
22
+ Dataset licenses remain subject to their respective sources.
experiments/M31-Python-Agent-220M-v5/checkpoints/sft/step-00000123/checkpoint.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "stage": "sft",
3
+ "step": 123,
4
+ "metrics": {
5
+ "stage_complete": true
6
+ },
7
+ "config_hash": "01c040c4d3d046e3f424",
8
+ "repo_id": "eshanized/M31Tesla",
9
+ "path": "experiments/M31-Python-Agent-220M-v5/checkpoints/sft/step-00000123"
10
+ }
experiments/M31-Python-Agent-220M-v5/checkpoints/sft/step-00000123/config.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "m31",
3
+ "architectures": [
4
+ "M31Model"
5
+ ],
6
+ "vocab_size": 32768,
7
+ "hidden_size": 896,
8
+ "num_hidden_layers": 20,
9
+ "num_attention_heads": 14,
10
+ "num_key_value_heads": 7,
11
+ "intermediate_size": 2816,
12
+ "max_position_embeddings": 2048,
13
+ "rms_norm_eps": 1e-06,
14
+ "rope_theta": 10000.0,
15
+ "tie_word_embeddings": true,
16
+ "parameter_count": 228953984,
17
+ "experiment": "M31-Python-Agent-220M-v5"
18
+ }
experiments/M31-Python-Agent-220M-v5/checkpoints/sft/step-00000123/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54c742143c917171f997e1076447a7fb47e5b3f5f2e94fc11ff730bba625da04
3
+ size 915833008
experiments/M31-Python-Agent-220M-v5/checkpoints/sft/step-00000123/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff