appvoid commited on
Commit
cd34d59
·
verified ·
1 Parent(s): 8d1a936

unified-v1-ouro_1pass-none-s42: state and inference synchronized at checkpoint-000000000100

Browse files
experiments.csv CHANGED
@@ -5,3 +5,7 @@ unified-v1-sparkbet-none-s42,ablation,causal,sparkbet,none,42,50,0,running,fresh
5
  unified-v1-sparkbet-none-s42,ablation,causal,sparkbet,none,42,75,0,running,fresh_matched_seed,5450,5450,71.89698577299998,0.0,9353876,1024,2.11807981133461,5.088506474214442,3637662,24.898365289999845,146100.43501374073,1.143142580986023,0,bf16,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 750, ""epoch"": 0, ""prepared_position"": 2482, ""rows_read"": 751, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 307, ""epoch"": 0, ""prepared_position"": 405, ""rows_read"": 308, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 163, ""epoch"": 0, ""prepared_position"": 712, ""rows_read"": 164, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 204, ""epoch"": 0, ""prepared_position"": 720, ""rows_read"": 205, ""shard"": 0, ""shards"": 552}}"
6
  unified-v1-sparkbet-none-s42,ablation,causal,sparkbet,none,42,100,0,complete,fresh_matched_seed,7230,7230,71.89698577299998,0.0,9353876,1024,2.003214180469513,4.823271432343652,4841990,32.28609780299985,149971.36010503286,0.8014019131660461,0,bf16,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 989, ""epoch"": 0, ""prepared_position"": 3299, ""rows_read"": 990, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 389, ""epoch"": 0, ""prepared_position"": 522, ""rows_read"": 390, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 217, ""epoch"": 0, ""prepared_position"": 950, ""rows_read"": 218, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 273, ""epoch"": 0, ""prepared_position"": 959, ""rows_read"": 274, ""shard"": 0, ""shards"": 552}}"
7
  unified-v1-ouro_1pass-none-s42,ablation,causal,ouro_1pass,none,42,0,0,initialized,fresh_matched_seed,0,0,1.1700670520000358,0.0,10826304,1024,,,0,0.0,0.0,,0,,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 0, ""epoch"": 0, ""prepared_position"": null, ""rows_read"": 0, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 0, ""epoch"": 0, ""prepared_position"": null, ""rows_read"": 0, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 0, ""epoch"": 0, ""prepared_position"": null, ""rows_read"": 0, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 0, ""epoch"": 0, ""prepared_position"": null, ""rows_read"": 0, ""shard"": 0, ""shards"": 552}}"
 
 
 
 
 
5
  unified-v1-sparkbet-none-s42,ablation,causal,sparkbet,none,42,75,0,running,fresh_matched_seed,5450,5450,71.89698577299998,0.0,9353876,1024,2.11807981133461,5.088506474214442,3637662,24.898365289999845,146100.43501374073,1.143142580986023,0,bf16,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 750, ""epoch"": 0, ""prepared_position"": 2482, ""rows_read"": 751, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 307, ""epoch"": 0, ""prepared_position"": 405, ""rows_read"": 308, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 163, ""epoch"": 0, ""prepared_position"": 712, ""rows_read"": 164, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 204, ""epoch"": 0, ""prepared_position"": 720, ""rows_read"": 205, ""shard"": 0, ""shards"": 552}}"
6
  unified-v1-sparkbet-none-s42,ablation,causal,sparkbet,none,42,100,0,complete,fresh_matched_seed,7230,7230,71.89698577299998,0.0,9353876,1024,2.003214180469513,4.823271432343652,4841990,32.28609780299985,149971.36010503286,0.8014019131660461,0,bf16,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 989, ""epoch"": 0, ""prepared_position"": 3299, ""rows_read"": 990, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 389, ""epoch"": 0, ""prepared_position"": 522, ""rows_read"": 390, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 217, ""epoch"": 0, ""prepared_position"": 950, ""rows_read"": 218, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 273, ""epoch"": 0, ""prepared_position"": 959, ""rows_read"": 274, ""shard"": 0, ""shards"": 552}}"
7
  unified-v1-ouro_1pass-none-s42,ablation,causal,ouro_1pass,none,42,0,0,initialized,fresh_matched_seed,0,0,1.1700670520000358,0.0,10826304,1024,,,0,0.0,0.0,,0,,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 0, ""epoch"": 0, ""prepared_position"": null, ""rows_read"": 0, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 0, ""epoch"": 0, ""prepared_position"": null, ""rows_read"": 0, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 0, ""epoch"": 0, ""prepared_position"": null, ""rows_read"": 0, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 0, ""epoch"": 0, ""prepared_position"": null, ""rows_read"": 0, ""shard"": 0, ""shards"": 552}}"
8
+ unified-v1-ouro_1pass-none-s42,ablation,causal,ouro_1pass,none,42,25,0,running,fresh_matched_seed,1826,1826,1.1700670520000358,0.0,10826304,1024,3.1403145492076874,,1213274,9.820648823999932,123543.16112342522,64996604.0,0,bf16,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 253, ""epoch"": 0, ""prepared_position"": 829, ""rows_read"": 253, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 121, ""epoch"": 0, ""prepared_position"": 145, ""rows_read"": 122, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 55, ""epoch"": 0, ""prepared_position"": 237, ""rows_read"": 56, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 73, ""epoch"": 0, ""prepared_position"": 243, ""rows_read"": 74, ""shard"": 0, ""shards"": 552}}"
9
+ unified-v1-ouro_1pass-none-s42,ablation,causal,ouro_1pass,none,42,50,0,running,fresh_matched_seed,3644,3644,1.1700670520000358,0.0,10826304,1024,2.890155851840973,6.6252201795578,2420984,19.521457113999986,124016.56217884319,437092160.0,0,bf16,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 530, ""epoch"": 0, ""prepared_position"": 1664, ""rows_read"": 530, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 214, ""epoch"": 0, ""prepared_position"": 273, ""rows_read"": 215, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 109, ""epoch"": 0, ""prepared_position"": 475, ""rows_read"": 110, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 136, ""epoch"": 0, ""prepared_position"": 481, ""rows_read"": 137, ""shard"": 0, ""shards"": 552}}"
10
+ unified-v1-ouro_1pass-none-s42,ablation,causal,ouro_1pass,none,42,75,0,running,fresh_matched_seed,5450,5450,1.1700670520000358,0.0,10826304,1024,2.674918621778488,6.6252201795578,3637662,28.638305769999988,127020.85204393016,88182840.0,0,bf16,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 750, ""epoch"": 0, ""prepared_position"": 2482, ""rows_read"": 751, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 307, ""epoch"": 0, ""prepared_position"": 405, ""rows_read"": 308, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 163, ""epoch"": 0, ""prepared_position"": 712, ""rows_read"": 164, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 204, ""epoch"": 0, ""prepared_position"": 720, ""rows_read"": 205, ""shard"": 0, ""shards"": 552}}"
11
+ unified-v1-ouro_1pass-none-s42,ablation,causal,ouro_1pass,none,42,100,0,running,fresh_matched_seed,7230,7230,1.1700670520000358,0.0,10826304,1024,2.657750815153122,5.995490635142607,4841990,37.74137388899953,128293.95173161128,81271544.0,0,bf16,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 989, ""epoch"": 0, ""prepared_position"": 3299, ""rows_read"": 990, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 389, ""epoch"": 0, ""prepared_position"": 522, ""rows_read"": 390, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 217, ""epoch"": 0, ""prepared_position"": 950, ""rows_read"": 218, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 273, ""epoch"": 0, ""prepared_position"": 959, ""rows_read"": 274, ""shard"": 0, ""shards"": 552}}"
unified/ablations/unified-v1-ouro_1pass-none-s42/checkpoint-000000000100/COMPLETE ADDED
@@ -0,0 +1 @@
 
 
1
+ complete
unified/ablations/unified-v1-ouro_1pass-none-s42/checkpoint-000000000100/metadata.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "format": "cortex-unified-v1",
3
+ "step": 100,
4
+ "lineage": "83ab115b9f5047d5ad6b00dd9e7fcd41",
5
+ "signature": "79245c30ca49dbe178366207dc2019f43db4d8ffa6ba20441e2a33db6a9ff089",
6
+ "sha256": "b4897127e28c24760824082c882d1323250d7fe629bf6177e5378f751316ab99",
7
+ "bytes": 130394979,
8
+ "saved_at": 1790265560.3400521
9
+ }
unified/ablations/unified-v1-ouro_1pass-none-s42/checkpoint-000000000100/training.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4897127e28c24760824082c882d1323250d7fe629bf6177e5378f751316ab99
3
+ size 130394979
unified/ablations/unified-v1-ouro_1pass-none-s42/inference/data_progress.json CHANGED
@@ -1,47 +1,78 @@
1
  {
2
- "step": 0,
3
  "prepared_dataset": {
4
  "repo": "appvoid/rewrite7",
5
- "revision": "315c2349fd3486f9b2ec6e72e08e77655e06673f",
6
  "recipe": "794a6de09517a367ca643fda6b9a2a511c975f0a62cb0aa3fbdd0321a6a34e80"
7
  },
8
  "observations": {
9
- "presentations": 0,
10
- "unique_samples": 0,
11
- "ranges": {}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
12
  },
13
  "coverage": {
14
  "climbmix": {
15
  "epoch": 0,
16
  "shard": 0,
17
  "shards": 6543,
18
- "rows_read": 0,
19
- "prepared_position": null,
20
- "documents_emitted": 0
21
  },
22
  "rewrite6": {
23
  "epoch": 0,
24
  "shard": 0,
25
  "shards": 1,
26
- "rows_read": 0,
27
- "prepared_position": null,
28
- "documents_emitted": 0
29
  },
30
  "ultra_style": {
31
  "epoch": 0,
32
  "shard": 0,
33
  "shards": 552,
34
- "rows_read": 0,
35
- "prepared_position": null,
36
- "documents_emitted": 0
37
  },
38
  "ultra_qa": {
39
  "epoch": 0,
40
  "shard": 0,
41
  "shards": 616,
42
- "rows_read": 0,
43
- "prepared_position": null,
44
- "documents_emitted": 0
45
  }
46
  }
47
  }
 
1
  {
2
+ "step": 100,
3
  "prepared_dataset": {
4
  "repo": "appvoid/rewrite7",
5
+ "revision": "8e13ad71e22700f1c0d81ad7e67b954020893103",
6
  "recipe": "794a6de09517a367ca643fda6b9a2a511c975f0a62cb0aa3fbdd0321a6a34e80"
7
  },
8
  "observations": {
9
+ "presentations": 7230,
10
+ "unique_samples": 7230,
11
+ "ranges": {
12
+ "data/climbmix/37ca46f7b8688e8308e8ec5f374bb0ef35a9cebada2d8c3d5ed3661206f9dc55": [
13
+ [
14
+ 0,
15
+ 3299
16
+ ]
17
+ ],
18
+ "data/cortex/2b3f4ef12d72ffceb62d2c83650a89fb0618696b289110dbf320132e900a7b1b": [
19
+ [
20
+ 0,
21
+ 1501
22
+ ]
23
+ ],
24
+ "data/rewrite6/1d931175f858e281240e249ff8307fe6b689b80af6b545eb258f0d1bf53e9579": [
25
+ [
26
+ 0,
27
+ 522
28
+ ]
29
+ ],
30
+ "data/ultra_style/2d8d11e212627bda0b8ebf9c5af95102b9e11e339d2029984fcf6f23d81d6b52": [
31
+ [
32
+ 0,
33
+ 958
34
+ ]
35
+ ],
36
+ "data/ultra_qa/e25b150de69bf51e2cddaa5fd11ef5afb98217d36fdd03776904cdb9cc4fefc0": [
37
+ [
38
+ 0,
39
+ 950
40
+ ]
41
+ ]
42
+ }
43
  },
44
  "coverage": {
45
  "climbmix": {
46
  "epoch": 0,
47
  "shard": 0,
48
  "shards": 6543,
49
+ "rows_read": 990,
50
+ "prepared_position": 3299,
51
+ "documents_emitted": 989
52
  },
53
  "rewrite6": {
54
  "epoch": 0,
55
  "shard": 0,
56
  "shards": 1,
57
+ "rows_read": 390,
58
+ "prepared_position": 522,
59
+ "documents_emitted": 389
60
  },
61
  "ultra_style": {
62
  "epoch": 0,
63
  "shard": 0,
64
  "shards": 552,
65
+ "rows_read": 274,
66
+ "prepared_position": 959,
67
+ "documents_emitted": 273
68
  },
69
  "ultra_qa": {
70
  "epoch": 0,
71
  "shard": 0,
72
  "shards": 616,
73
+ "rows_read": 218,
74
+ "prepared_position": 950,
75
+ "documents_emitted": 217
76
  }
77
  }
78
  }
unified/ablations/unified-v1-ouro_1pass-none-s42/inference/experiment_config.json CHANGED
@@ -48,49 +48,80 @@
48
  "causal_ranking_eligible": true,
49
  "fidelity": "scaled architecture",
50
  "data_progress": {
51
- "step": 0,
52
  "prepared_dataset": {
53
  "repo": "appvoid/rewrite7",
54
- "revision": "315c2349fd3486f9b2ec6e72e08e77655e06673f",
55
  "recipe": "794a6de09517a367ca643fda6b9a2a511c975f0a62cb0aa3fbdd0321a6a34e80"
56
  },
57
  "observations": {
58
- "presentations": 0,
59
- "unique_samples": 0,
60
- "ranges": {}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
61
  },
62
  "coverage": {
63
  "climbmix": {
64
  "epoch": 0,
65
  "shard": 0,
66
  "shards": 6543,
67
- "rows_read": 0,
68
- "prepared_position": null,
69
- "documents_emitted": 0
70
  },
71
  "rewrite6": {
72
  "epoch": 0,
73
  "shard": 0,
74
  "shards": 1,
75
- "rows_read": 0,
76
- "prepared_position": null,
77
- "documents_emitted": 0
78
  },
79
  "ultra_style": {
80
  "epoch": 0,
81
  "shard": 0,
82
  "shards": 552,
83
- "rows_read": 0,
84
- "prepared_position": null,
85
- "documents_emitted": 0
86
  },
87
  "ultra_qa": {
88
  "epoch": 0,
89
  "shard": 0,
90
  "shards": 616,
91
- "rows_read": 0,
92
- "prepared_position": null,
93
- "documents_emitted": 0
94
  }
95
  }
96
  }
 
48
  "causal_ranking_eligible": true,
49
  "fidelity": "scaled architecture",
50
  "data_progress": {
51
+ "step": 100,
52
  "prepared_dataset": {
53
  "repo": "appvoid/rewrite7",
54
+ "revision": "8e13ad71e22700f1c0d81ad7e67b954020893103",
55
  "recipe": "794a6de09517a367ca643fda6b9a2a511c975f0a62cb0aa3fbdd0321a6a34e80"
56
  },
57
  "observations": {
58
+ "presentations": 7230,
59
+ "unique_samples": 7230,
60
+ "ranges": {
61
+ "data/climbmix/37ca46f7b8688e8308e8ec5f374bb0ef35a9cebada2d8c3d5ed3661206f9dc55": [
62
+ [
63
+ 0,
64
+ 3299
65
+ ]
66
+ ],
67
+ "data/cortex/2b3f4ef12d72ffceb62d2c83650a89fb0618696b289110dbf320132e900a7b1b": [
68
+ [
69
+ 0,
70
+ 1501
71
+ ]
72
+ ],
73
+ "data/rewrite6/1d931175f858e281240e249ff8307fe6b689b80af6b545eb258f0d1bf53e9579": [
74
+ [
75
+ 0,
76
+ 522
77
+ ]
78
+ ],
79
+ "data/ultra_style/2d8d11e212627bda0b8ebf9c5af95102b9e11e339d2029984fcf6f23d81d6b52": [
80
+ [
81
+ 0,
82
+ 958
83
+ ]
84
+ ],
85
+ "data/ultra_qa/e25b150de69bf51e2cddaa5fd11ef5afb98217d36fdd03776904cdb9cc4fefc0": [
86
+ [
87
+ 0,
88
+ 950
89
+ ]
90
+ ]
91
+ }
92
  },
93
  "coverage": {
94
  "climbmix": {
95
  "epoch": 0,
96
  "shard": 0,
97
  "shards": 6543,
98
+ "rows_read": 990,
99
+ "prepared_position": 3299,
100
+ "documents_emitted": 989
101
  },
102
  "rewrite6": {
103
  "epoch": 0,
104
  "shard": 0,
105
  "shards": 1,
106
+ "rows_read": 390,
107
+ "prepared_position": 522,
108
+ "documents_emitted": 389
109
  },
110
  "ultra_style": {
111
  "epoch": 0,
112
  "shard": 0,
113
  "shards": 552,
114
+ "rows_read": 274,
115
+ "prepared_position": 959,
116
+ "documents_emitted": 273
117
  },
118
  "ultra_qa": {
119
  "epoch": 0,
120
  "shard": 0,
121
  "shards": 616,
122
+ "rows_read": 218,
123
+ "prepared_position": 950,
124
+ "documents_emitted": 217
125
  }
126
  }
127
  }
unified/ablations/unified-v1-ouro_1pass-none-s42/inference/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d218ed6cc3c7aad2b2e294759a3552455c50a38cc68f62a3c7ff0d533d0a662f
3
  size 43314672
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13efc9393e484acaaaa7d3731ffb0ea086ca3414998a4f85b65a717ad4e1f0e6
3
  size 43314672