appvoid commited on
Commit
15df518
·
verified ·
1 Parent(s): 3557fd3

unified-v1-sparkbet-none-s42: state and inference synchronized at checkpoint-000000000100

Browse files
experiments.csv CHANGED
@@ -1,2 +1,6 @@
1
  run_id,mode,cohort,variant,codec,seed,step,start_step,status,initialization,sample_presentations,unique_samples_seen,preparation_seconds,patcher_seconds,params,context,loss,probe_loss,targets,seconds,targets_per_second,grad_norm,retry_count,precision,patcher_steps,dataset_sha,code_sha,coverage_json
2
  unified-v1-sparkbet-none-s42,ablation,causal,sparkbet,none,42,0,0,initialized,fresh_matched_seed,0,0,71.89698577299998,0.0,9353876,1024,,,0,0.0,0.0,,0,,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 0, ""epoch"": 0, ""prepared_position"": null, ""rows_read"": 0, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 0, ""epoch"": 0, ""prepared_position"": null, ""rows_read"": 0, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 0, ""epoch"": 0, ""prepared_position"": null, ""rows_read"": 0, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 0, ""epoch"": 0, ""prepared_position"": null, ""rows_read"": 0, ""shard"": 0, ""shards"": 552}}"
 
 
 
 
 
1
  run_id,mode,cohort,variant,codec,seed,step,start_step,status,initialization,sample_presentations,unique_samples_seen,preparation_seconds,patcher_seconds,params,context,loss,probe_loss,targets,seconds,targets_per_second,grad_norm,retry_count,precision,patcher_steps,dataset_sha,code_sha,coverage_json
2
  unified-v1-sparkbet-none-s42,ablation,causal,sparkbet,none,42,0,0,initialized,fresh_matched_seed,0,0,71.89698577299998,0.0,9353876,1024,,,0,0.0,0.0,,0,,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 0, ""epoch"": 0, ""prepared_position"": null, ""rows_read"": 0, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 0, ""epoch"": 0, ""prepared_position"": null, ""rows_read"": 0, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 0, ""epoch"": 0, ""prepared_position"": null, ""rows_read"": 0, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 0, ""epoch"": 0, ""prepared_position"": null, ""rows_read"": 0, ""shard"": 0, ""shards"": 552}}"
3
+ unified-v1-sparkbet-none-s42,ablation,causal,sparkbet,none,42,25,0,running,fresh_matched_seed,1826,1826,71.89698577299998,0.0,9353876,1024,2.729100853204727,,1213274,8.879537003000223,136637.0791168569,0.7261002063751221,0,bf16,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 253, ""epoch"": 0, ""prepared_position"": 829, ""rows_read"": 253, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 121, ""epoch"": 0, ""prepared_position"": 145, ""rows_read"": 122, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 55, ""epoch"": 0, ""prepared_position"": 237, ""rows_read"": 56, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 73, ""epoch"": 0, ""prepared_position"": 243, ""rows_read"": 74, ""shard"": 0, ""shards"": 552}}"
4
+ unified-v1-sparkbet-none-s42,ablation,causal,sparkbet,none,42,50,0,running,fresh_matched_seed,3644,3644,71.89698577299998,0.0,9353876,1024,2.408119350671768,5.088506474214442,2420984,17.223833668999987,140560.1126047429,1.1812738180160522,0,bf16,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 530, ""epoch"": 0, ""prepared_position"": 1664, ""rows_read"": 530, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 214, ""epoch"": 0, ""prepared_position"": 273, ""rows_read"": 215, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 109, ""epoch"": 0, ""prepared_position"": 475, ""rows_read"": 110, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 136, ""epoch"": 0, ""prepared_position"": 481, ""rows_read"": 137, ""shard"": 0, ""shards"": 552}}"
5
+ unified-v1-sparkbet-none-s42,ablation,causal,sparkbet,none,42,75,0,running,fresh_matched_seed,5450,5450,71.89698577299998,0.0,9353876,1024,2.11807981133461,5.088506474214442,3637662,24.898365289999845,146100.43501374073,1.143142580986023,0,bf16,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 750, ""epoch"": 0, ""prepared_position"": 2482, ""rows_read"": 751, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 307, ""epoch"": 0, ""prepared_position"": 405, ""rows_read"": 308, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 163, ""epoch"": 0, ""prepared_position"": 712, ""rows_read"": 164, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 204, ""epoch"": 0, ""prepared_position"": 720, ""rows_read"": 205, ""shard"": 0, ""shards"": 552}}"
6
+ unified-v1-sparkbet-none-s42,ablation,causal,sparkbet,none,42,100,0,running,fresh_matched_seed,7230,7230,71.89698577299998,0.0,9353876,1024,2.003214180469513,4.823271432343652,4841990,32.28609780299985,149971.36010503286,0.8014019131660461,0,bf16,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 989, ""epoch"": 0, ""prepared_position"": 3299, ""rows_read"": 990, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 389, ""epoch"": 0, ""prepared_position"": 522, ""rows_read"": 390, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 217, ""epoch"": 0, ""prepared_position"": 950, ""rows_read"": 218, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 273, ""epoch"": 0, ""prepared_position"": 959, ""rows_read"": 274, ""shard"": 0, ""shards"": 552}}"
unified/ablations/unified-v1-sparkbet-none-s42/checkpoint-000000000100/COMPLETE ADDED
@@ -0,0 +1 @@
 
 
1
+ complete
unified/ablations/unified-v1-sparkbet-none-s42/checkpoint-000000000100/metadata.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "format": "cortex-unified-v1",
3
+ "step": 100,
4
+ "lineage": "10dc90d1c63b48d2a65dbe3ba1d693eb",
5
+ "signature": "db503ea82e1369b2c1b2c6233d470c8c808e578b9936910b872432575383da75",
6
+ "sha256": "6a0d66176ac07108ec9594ad96bbb79e7f0c737c5b610d0d38278ac7dce79bea",
7
+ "bytes": 112769971,
8
+ "saved_at": 1790265507.8450615
9
+ }
unified/ablations/unified-v1-sparkbet-none-s42/checkpoint-000000000100/training.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a0d66176ac07108ec9594ad96bbb79e7f0c737c5b610d0d38278ac7dce79bea
3
+ size 112769971
unified/ablations/unified-v1-sparkbet-none-s42/inference/data_progress.json CHANGED
@@ -1,47 +1,78 @@
1
  {
2
- "step": 0,
3
  "prepared_dataset": {
4
  "repo": "appvoid/rewrite7",
5
- "revision": "042415c7c5a2c0a2e4e07fccf9327fbd8fa522a5",
6
  "recipe": "794a6de09517a367ca643fda6b9a2a511c975f0a62cb0aa3fbdd0321a6a34e80"
7
  },
8
  "observations": {
9
- "presentations": 0,
10
- "unique_samples": 0,
11
- "ranges": {}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
12
  },
13
  "coverage": {
14
  "climbmix": {
15
  "epoch": 0,
16
  "shard": 0,
17
  "shards": 6543,
18
- "rows_read": 0,
19
- "prepared_position": null,
20
- "documents_emitted": 0
21
  },
22
  "rewrite6": {
23
  "epoch": 0,
24
  "shard": 0,
25
  "shards": 1,
26
- "rows_read": 0,
27
- "prepared_position": null,
28
- "documents_emitted": 0
29
  },
30
  "ultra_style": {
31
  "epoch": 0,
32
  "shard": 0,
33
  "shards": 552,
34
- "rows_read": 0,
35
- "prepared_position": null,
36
- "documents_emitted": 0
37
  },
38
  "ultra_qa": {
39
  "epoch": 0,
40
  "shard": 0,
41
  "shards": 616,
42
- "rows_read": 0,
43
- "prepared_position": null,
44
- "documents_emitted": 0
45
  }
46
  }
47
  }
 
1
  {
2
+ "step": 100,
3
  "prepared_dataset": {
4
  "repo": "appvoid/rewrite7",
5
+ "revision": "6f41b2e57884619b7c4ba8d5f2ab64914086e876",
6
  "recipe": "794a6de09517a367ca643fda6b9a2a511c975f0a62cb0aa3fbdd0321a6a34e80"
7
  },
8
  "observations": {
9
+ "presentations": 7230,
10
+ "unique_samples": 7230,
11
+ "ranges": {
12
+ "data/climbmix/37ca46f7b8688e8308e8ec5f374bb0ef35a9cebada2d8c3d5ed3661206f9dc55": [
13
+ [
14
+ 0,
15
+ 3299
16
+ ]
17
+ ],
18
+ "data/cortex/2b3f4ef12d72ffceb62d2c83650a89fb0618696b289110dbf320132e900a7b1b": [
19
+ [
20
+ 0,
21
+ 1501
22
+ ]
23
+ ],
24
+ "data/rewrite6/1d931175f858e281240e249ff8307fe6b689b80af6b545eb258f0d1bf53e9579": [
25
+ [
26
+ 0,
27
+ 522
28
+ ]
29
+ ],
30
+ "data/ultra_style/2d8d11e212627bda0b8ebf9c5af95102b9e11e339d2029984fcf6f23d81d6b52": [
31
+ [
32
+ 0,
33
+ 958
34
+ ]
35
+ ],
36
+ "data/ultra_qa/e25b150de69bf51e2cddaa5fd11ef5afb98217d36fdd03776904cdb9cc4fefc0": [
37
+ [
38
+ 0,
39
+ 950
40
+ ]
41
+ ]
42
+ }
43
  },
44
  "coverage": {
45
  "climbmix": {
46
  "epoch": 0,
47
  "shard": 0,
48
  "shards": 6543,
49
+ "rows_read": 990,
50
+ "prepared_position": 3299,
51
+ "documents_emitted": 989
52
  },
53
  "rewrite6": {
54
  "epoch": 0,
55
  "shard": 0,
56
  "shards": 1,
57
+ "rows_read": 390,
58
+ "prepared_position": 522,
59
+ "documents_emitted": 389
60
  },
61
  "ultra_style": {
62
  "epoch": 0,
63
  "shard": 0,
64
  "shards": 552,
65
+ "rows_read": 274,
66
+ "prepared_position": 959,
67
+ "documents_emitted": 273
68
  },
69
  "ultra_qa": {
70
  "epoch": 0,
71
  "shard": 0,
72
  "shards": 616,
73
+ "rows_read": 218,
74
+ "prepared_position": 950,
75
+ "documents_emitted": 217
76
  }
77
  }
78
  }
unified/ablations/unified-v1-sparkbet-none-s42/inference/experiment_config.json CHANGED
@@ -22,49 +22,80 @@
22
  },
23
  "fidelity": "checkpoint-compatible SparkBET, one physical pass",
24
  "data_progress": {
25
- "step": 0,
26
  "prepared_dataset": {
27
  "repo": "appvoid/rewrite7",
28
- "revision": "042415c7c5a2c0a2e4e07fccf9327fbd8fa522a5",
29
  "recipe": "794a6de09517a367ca643fda6b9a2a511c975f0a62cb0aa3fbdd0321a6a34e80"
30
  },
31
  "observations": {
32
- "presentations": 0,
33
- "unique_samples": 0,
34
- "ranges": {}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
35
  },
36
  "coverage": {
37
  "climbmix": {
38
  "epoch": 0,
39
  "shard": 0,
40
  "shards": 6543,
41
- "rows_read": 0,
42
- "prepared_position": null,
43
- "documents_emitted": 0
44
  },
45
  "rewrite6": {
46
  "epoch": 0,
47
  "shard": 0,
48
  "shards": 1,
49
- "rows_read": 0,
50
- "prepared_position": null,
51
- "documents_emitted": 0
52
  },
53
  "ultra_style": {
54
  "epoch": 0,
55
  "shard": 0,
56
  "shards": 552,
57
- "rows_read": 0,
58
- "prepared_position": null,
59
- "documents_emitted": 0
60
  },
61
  "ultra_qa": {
62
  "epoch": 0,
63
  "shard": 0,
64
  "shards": 616,
65
- "rows_read": 0,
66
- "prepared_position": null,
67
- "documents_emitted": 0
68
  }
69
  }
70
  }
 
22
  },
23
  "fidelity": "checkpoint-compatible SparkBET, one physical pass",
24
  "data_progress": {
25
+ "step": 100,
26
  "prepared_dataset": {
27
  "repo": "appvoid/rewrite7",
28
+ "revision": "6f41b2e57884619b7c4ba8d5f2ab64914086e876",
29
  "recipe": "794a6de09517a367ca643fda6b9a2a511c975f0a62cb0aa3fbdd0321a6a34e80"
30
  },
31
  "observations": {
32
+ "presentations": 7230,
33
+ "unique_samples": 7230,
34
+ "ranges": {
35
+ "data/climbmix/37ca46f7b8688e8308e8ec5f374bb0ef35a9cebada2d8c3d5ed3661206f9dc55": [
36
+ [
37
+ 0,
38
+ 3299
39
+ ]
40
+ ],
41
+ "data/cortex/2b3f4ef12d72ffceb62d2c83650a89fb0618696b289110dbf320132e900a7b1b": [
42
+ [
43
+ 0,
44
+ 1501
45
+ ]
46
+ ],
47
+ "data/rewrite6/1d931175f858e281240e249ff8307fe6b689b80af6b545eb258f0d1bf53e9579": [
48
+ [
49
+ 0,
50
+ 522
51
+ ]
52
+ ],
53
+ "data/ultra_style/2d8d11e212627bda0b8ebf9c5af95102b9e11e339d2029984fcf6f23d81d6b52": [
54
+ [
55
+ 0,
56
+ 958
57
+ ]
58
+ ],
59
+ "data/ultra_qa/e25b150de69bf51e2cddaa5fd11ef5afb98217d36fdd03776904cdb9cc4fefc0": [
60
+ [
61
+ 0,
62
+ 950
63
+ ]
64
+ ]
65
+ }
66
  },
67
  "coverage": {
68
  "climbmix": {
69
  "epoch": 0,
70
  "shard": 0,
71
  "shards": 6543,
72
+ "rows_read": 990,
73
+ "prepared_position": 3299,
74
+ "documents_emitted": 989
75
  },
76
  "rewrite6": {
77
  "epoch": 0,
78
  "shard": 0,
79
  "shards": 1,
80
+ "rows_read": 390,
81
+ "prepared_position": 522,
82
+ "documents_emitted": 389
83
  },
84
  "ultra_style": {
85
  "epoch": 0,
86
  "shard": 0,
87
  "shards": 552,
88
+ "rows_read": 274,
89
+ "prepared_position": 959,
90
+ "documents_emitted": 273
91
  },
92
  "ultra_qa": {
93
  "epoch": 0,
94
  "shard": 0,
95
  "shards": 616,
96
+ "rows_read": 218,
97
+ "prepared_position": 950,
98
+ "documents_emitted": 217
99
  }
100
  }
101
  }
unified/ablations/unified-v1-sparkbet-none-s42/inference/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0c15706272c8c6f769b2936b3b30814d93d284a572575538176a8b032c0d8ccd
3
  size 37429000
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8d9fa298b588ab1b9824fbd3c3762eea3333f0f593e0b07c21ff9da1520417f
3
  size 37429000