appvoid commited on
Commit
2abc08e
·
verified ·
1 Parent(s): f5061a0

unified-v1-canvas_patch8-braille-s42: state and inference synchronized at checkpoint-000000000100

Browse files
experiments.csv CHANGED
@@ -35,3 +35,7 @@ unified-v1-sparkbet-ascii-s42,ablation,codec,sparkbet,ascii,42,50,0,running,fres
35
  unified-v1-sparkbet-ascii-s42,ablation,codec,sparkbet,ascii,42,75,0,running,fresh_matched_seed,5527,5527,5.948199017999968,0.0,9353876,1024,2.1095132529735565,4.726058586077257,3636922,21.728615830999843,167379.36867617982,1.0744609832763672,0,bf16,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 750, ""epoch"": 0, ""prepared_position"": 2482, ""rows_read"": 751, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 307, ""epoch"": 0, ""prepared_position"": 405, ""rows_read"": 308, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 163, ""epoch"": 0, ""prepared_position"": 712, ""rows_read"": 164, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 204, ""epoch"": 0, ""prepared_position"": 720, ""rows_read"": 205, ""shard"": 0, ""shards"": 552}}"
36
  unified-v1-sparkbet-ascii-s42,ablation,codec,sparkbet,ascii,42,100,0,complete,fresh_matched_seed,7337,7337,5.948199017999968,0.0,9353876,1024,2.0115425884723663,4.246632703325965,4840685,28.60979447999989,169196.77641808835,0.6558945178985596,0,bf16,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 989, ""epoch"": 0, ""prepared_position"": 3299, ""rows_read"": 990, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 389, ""epoch"": 0, ""prepared_position"": 522, ""rows_read"": 390, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 217, ""epoch"": 0, ""prepared_position"": 950, ""rows_read"": 218, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 273, ""epoch"": 0, ""prepared_position"": 959, ""rows_read"": 274, ""shard"": 0, ""shards"": 552}}"
37
  unified-v1-canvas_patch8-braille-s42,ablation,canvas_flow,canvas_patch8,braille,42,0,0,initialized,fresh_matched_seed,0,0,13.607682563000026,0.0,9215431,1024,,,0,0.0,0.0,,0,,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 0, ""epoch"": 0, ""prepared_position"": null, ""rows_read"": 0, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 0, ""epoch"": 0, ""prepared_position"": null, ""rows_read"": 0, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 0, ""epoch"": 0, ""prepared_position"": null, ""rows_read"": 0, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 0, ""epoch"": 0, ""prepared_position"": null, ""rows_read"": 0, ""shard"": 0, ""shards"": 552}}"
 
 
 
 
 
35
  unified-v1-sparkbet-ascii-s42,ablation,codec,sparkbet,ascii,42,75,0,running,fresh_matched_seed,5527,5527,5.948199017999968,0.0,9353876,1024,2.1095132529735565,4.726058586077257,3636922,21.728615830999843,167379.36867617982,1.0744609832763672,0,bf16,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 750, ""epoch"": 0, ""prepared_position"": 2482, ""rows_read"": 751, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 307, ""epoch"": 0, ""prepared_position"": 405, ""rows_read"": 308, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 163, ""epoch"": 0, ""prepared_position"": 712, ""rows_read"": 164, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 204, ""epoch"": 0, ""prepared_position"": 720, ""rows_read"": 205, ""shard"": 0, ""shards"": 552}}"
36
  unified-v1-sparkbet-ascii-s42,ablation,codec,sparkbet,ascii,42,100,0,complete,fresh_matched_seed,7337,7337,5.948199017999968,0.0,9353876,1024,2.0115425884723663,4.246632703325965,4840685,28.60979447999989,169196.77641808835,0.6558945178985596,0,bf16,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 989, ""epoch"": 0, ""prepared_position"": 3299, ""rows_read"": 990, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 389, ""epoch"": 0, ""prepared_position"": 522, ""rows_read"": 390, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 217, ""epoch"": 0, ""prepared_position"": 950, ""rows_read"": 218, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 273, ""epoch"": 0, ""prepared_position"": 959, ""rows_read"": 274, ""shard"": 0, ""shards"": 552}}"
37
  unified-v1-canvas_patch8-braille-s42,ablation,canvas_flow,canvas_patch8,braille,42,0,0,initialized,fresh_matched_seed,0,0,13.607682563000026,0.0,9215431,1024,,,0,0.0,0.0,,0,,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 0, ""epoch"": 0, ""prepared_position"": null, ""rows_read"": 0, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 0, ""epoch"": 0, ""prepared_position"": null, ""rows_read"": 0, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 0, ""epoch"": 0, ""prepared_position"": null, ""rows_read"": 0, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 0, ""epoch"": 0, ""prepared_position"": null, ""rows_read"": 0, ""shard"": 0, ""shards"": 552}}"
38
+ unified-v1-canvas_patch8-braille-s42,ablation,canvas_flow,canvas_patch8,braille,42,25,0,running,fresh_matched_seed,1771,1771,13.607682563000026,0.0,9215431,1024,1.9989627674221992,,1212192,17.737113599000054,68342.12304240631,1.4152758121490479,0,bf16,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 253, ""epoch"": 0, ""prepared_position"": 829, ""rows_read"": 253, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 121, ""epoch"": 0, ""prepared_position"": 145, ""rows_read"": 122, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 55, ""epoch"": 0, ""prepared_position"": 237, ""rows_read"": 56, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 73, ""epoch"": 0, ""prepared_position"": 243, ""rows_read"": 74, ""shard"": 0, ""shards"": 552}}"
39
+ unified-v1-canvas_patch8-braille-s42,ablation,canvas_flow,canvas_patch8,braille,42,50,0,running,fresh_matched_seed,3539,3539,13.607682563000026,0.0,9215431,1024,2.0735521465539932,2.9022677811709316,2418668,34.90178399499996,69299.26562912943,0.877118706703186,0,bf16,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 530, ""epoch"": 0, ""prepared_position"": 1664, ""rows_read"": 530, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 214, ""epoch"": 0, ""prepared_position"": 273, ""rows_read"": 215, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 109, ""epoch"": 0, ""prepared_position"": 475, ""rows_read"": 110, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 136, ""epoch"": 0, ""prepared_position"": 481, ""rows_read"": 137, ""shard"": 0, ""shards"": 552}}"
40
+ unified-v1-canvas_patch8-braille-s42,ablation,canvas_flow,canvas_patch8,braille,42,75,0,running,fresh_matched_seed,5272,5272,13.607682563000026,0.0,9215431,1024,1.8993470221757889,2.9022677811709316,3634031,41.821849162000035,86893.12100771326,0.548372209072113,0,bf16,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 750, ""epoch"": 0, ""prepared_position"": 2482, ""rows_read"": 751, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 307, ""epoch"": 0, ""prepared_position"": 405, ""rows_read"": 308, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 163, ""epoch"": 0, ""prepared_position"": 712, ""rows_read"": 164, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 204, ""epoch"": 0, ""prepared_position"": 720, ""rows_read"": 205, ""shard"": 0, ""shards"": 552}}"
41
+ unified-v1-canvas_patch8-braille-s42,ablation,canvas_flow,canvas_patch8,braille,42,100,0,running,fresh_matched_seed,7005,7005,13.607682563000026,0.0,9215431,1024,1.775963056832552,2.8213600770316343,4836932,47.301836873000525,102256.74772391087,0.5907701253890991,0,bf16,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 989, ""epoch"": 0, ""prepared_position"": 3299, ""rows_read"": 990, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 389, ""epoch"": 0, ""prepared_position"": 522, ""rows_read"": 390, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 217, ""epoch"": 0, ""prepared_position"": 950, ""rows_read"": 218, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 273, ""epoch"": 0, ""prepared_position"": 959, ""rows_read"": 274, ""shard"": 0, ""shards"": 552}}"
unified/ablations/unified-v1-canvas_patch8-braille-s42/checkpoint-000000000100/COMPLETE ADDED
@@ -0,0 +1 @@
 
 
1
+ complete
unified/ablations/unified-v1-canvas_patch8-braille-s42/checkpoint-000000000100/metadata.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "format": "cortex-unified-v1",
3
+ "step": 100,
4
+ "lineage": "b4ba2c58ba654523b4b2a74ff0d96908",
5
+ "signature": "bb30dd3dad88e1860e0e2f8e547ee63518c955732a233c4325f9e59ae7390537",
6
+ "sha256": "7954a3dd020a1e8e44546ebe81e2cab6ec7edb2cb5517050f98fe4ee9b4d683c",
7
+ "bytes": 110815977,
8
+ "saved_at": 1790265908.9492457
9
+ }
unified/ablations/unified-v1-canvas_patch8-braille-s42/checkpoint-000000000100/training.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7954a3dd020a1e8e44546ebe81e2cab6ec7edb2cb5517050f98fe4ee9b4d683c
3
+ size 110815977
unified/ablations/unified-v1-canvas_patch8-braille-s42/inference/data_progress.json CHANGED
@@ -1,47 +1,84 @@
1
  {
2
- "step": 0,
3
  "prepared_dataset": {
4
  "repo": "appvoid/rewrite7",
5
- "revision": "98339ad165691caee54d85bed5e4548c9fb594e0",
6
  "recipe": "794a6de09517a367ca643fda6b9a2a511c975f0a62cb0aa3fbdd0321a6a34e80"
7
  },
8
  "observations": {
9
- "presentations": 0,
10
- "unique_samples": 0,
11
- "ranges": {}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
12
  },
13
  "coverage": {
14
  "climbmix": {
15
  "epoch": 0,
16
  "shard": 0,
17
  "shards": 6543,
18
- "rows_read": 0,
19
- "prepared_position": null,
20
- "documents_emitted": 0
21
  },
22
  "rewrite6": {
23
  "epoch": 0,
24
  "shard": 0,
25
  "shards": 1,
26
- "rows_read": 0,
27
- "prepared_position": null,
28
- "documents_emitted": 0
29
  },
30
  "ultra_style": {
31
  "epoch": 0,
32
  "shard": 0,
33
  "shards": 552,
34
- "rows_read": 0,
35
- "prepared_position": null,
36
- "documents_emitted": 0
37
  },
38
  "ultra_qa": {
39
  "epoch": 0,
40
  "shard": 0,
41
  "shards": 616,
42
- "rows_read": 0,
43
- "prepared_position": null,
44
- "documents_emitted": 0
45
  }
46
  }
47
  }
 
1
  {
2
+ "step": 100,
3
  "prepared_dataset": {
4
  "repo": "appvoid/rewrite7",
5
+ "revision": "4f570bc425e53e913b2499ec0093da9a07b07f6e",
6
  "recipe": "794a6de09517a367ca643fda6b9a2a511c975f0a62cb0aa3fbdd0321a6a34e80"
7
  },
8
  "observations": {
9
+ "presentations": 7005,
10
+ "unique_samples": 7005,
11
+ "ranges": {
12
+ "data/climbmix/37ca46f7b8688e8308e8ec5f374bb0ef35a9cebada2d8c3d5ed3661206f9dc55": [
13
+ [
14
+ 0,
15
+ 3299
16
+ ]
17
+ ],
18
+ "data/cortex/2b3f4ef12d72ffceb62d2c83650a89fb0618696b289110dbf320132e900a7b1b": [
19
+ [
20
+ 0,
21
+ 957
22
+ ]
23
+ ],
24
+ "data/rewrite6/1d931175f858e281240e249ff8307fe6b689b80af6b545eb258f0d1bf53e9579": [
25
+ [
26
+ 0,
27
+ 522
28
+ ]
29
+ ],
30
+ "data/ultra_style/2d8d11e212627bda0b8ebf9c5af95102b9e11e339d2029984fcf6f23d81d6b52": [
31
+ [
32
+ 0,
33
+ 958
34
+ ]
35
+ ],
36
+ "data/ultra_qa/e25b150de69bf51e2cddaa5fd11ef5afb98217d36fdd03776904cdb9cc4fefc0": [
37
+ [
38
+ 0,
39
+ 950
40
+ ]
41
+ ],
42
+ "data/cortex/24e14ae5ca26b6311f81f7e55a55be6294b895cba3b4354f2058631074ed5865": [
43
+ [
44
+ 0,
45
+ 319
46
+ ]
47
+ ]
48
+ }
49
  },
50
  "coverage": {
51
  "climbmix": {
52
  "epoch": 0,
53
  "shard": 0,
54
  "shards": 6543,
55
+ "rows_read": 990,
56
+ "prepared_position": 3299,
57
+ "documents_emitted": 989
58
  },
59
  "rewrite6": {
60
  "epoch": 0,
61
  "shard": 0,
62
  "shards": 1,
63
+ "rows_read": 390,
64
+ "prepared_position": 522,
65
+ "documents_emitted": 389
66
  },
67
  "ultra_style": {
68
  "epoch": 0,
69
  "shard": 0,
70
  "shards": 552,
71
+ "rows_read": 274,
72
+ "prepared_position": 959,
73
+ "documents_emitted": 273
74
  },
75
  "ultra_qa": {
76
  "epoch": 0,
77
  "shard": 0,
78
  "shards": 616,
79
+ "rows_read": 218,
80
+ "prepared_position": 950,
81
+ "documents_emitted": 217
82
  }
83
  }
84
  }
unified/ablations/unified-v1-canvas_patch8-braille-s42/inference/experiment_config.json CHANGED
@@ -15,49 +15,86 @@
15
  },
16
  "fidelity": "custom absorbing discrete flow; separate planner and content",
17
  "data_progress": {
18
- "step": 0,
19
  "prepared_dataset": {
20
  "repo": "appvoid/rewrite7",
21
- "revision": "98339ad165691caee54d85bed5e4548c9fb594e0",
22
  "recipe": "794a6de09517a367ca643fda6b9a2a511c975f0a62cb0aa3fbdd0321a6a34e80"
23
  },
24
  "observations": {
25
- "presentations": 0,
26
- "unique_samples": 0,
27
- "ranges": {}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
28
  },
29
  "coverage": {
30
  "climbmix": {
31
  "epoch": 0,
32
  "shard": 0,
33
  "shards": 6543,
34
- "rows_read": 0,
35
- "prepared_position": null,
36
- "documents_emitted": 0
37
  },
38
  "rewrite6": {
39
  "epoch": 0,
40
  "shard": 0,
41
  "shards": 1,
42
- "rows_read": 0,
43
- "prepared_position": null,
44
- "documents_emitted": 0
45
  },
46
  "ultra_style": {
47
  "epoch": 0,
48
  "shard": 0,
49
  "shards": 552,
50
- "rows_read": 0,
51
- "prepared_position": null,
52
- "documents_emitted": 0
53
  },
54
  "ultra_qa": {
55
  "epoch": 0,
56
  "shard": 0,
57
  "shards": 616,
58
- "rows_read": 0,
59
- "prepared_position": null,
60
- "documents_emitted": 0
61
  }
62
  }
63
  }
 
15
  },
16
  "fidelity": "custom absorbing discrete flow; separate planner and content",
17
  "data_progress": {
18
+ "step": 100,
19
  "prepared_dataset": {
20
  "repo": "appvoid/rewrite7",
21
+ "revision": "4f570bc425e53e913b2499ec0093da9a07b07f6e",
22
  "recipe": "794a6de09517a367ca643fda6b9a2a511c975f0a62cb0aa3fbdd0321a6a34e80"
23
  },
24
  "observations": {
25
+ "presentations": 7005,
26
+ "unique_samples": 7005,
27
+ "ranges": {
28
+ "data/climbmix/37ca46f7b8688e8308e8ec5f374bb0ef35a9cebada2d8c3d5ed3661206f9dc55": [
29
+ [
30
+ 0,
31
+ 3299
32
+ ]
33
+ ],
34
+ "data/cortex/2b3f4ef12d72ffceb62d2c83650a89fb0618696b289110dbf320132e900a7b1b": [
35
+ [
36
+ 0,
37
+ 957
38
+ ]
39
+ ],
40
+ "data/rewrite6/1d931175f858e281240e249ff8307fe6b689b80af6b545eb258f0d1bf53e9579": [
41
+ [
42
+ 0,
43
+ 522
44
+ ]
45
+ ],
46
+ "data/ultra_style/2d8d11e212627bda0b8ebf9c5af95102b9e11e339d2029984fcf6f23d81d6b52": [
47
+ [
48
+ 0,
49
+ 958
50
+ ]
51
+ ],
52
+ "data/ultra_qa/e25b150de69bf51e2cddaa5fd11ef5afb98217d36fdd03776904cdb9cc4fefc0": [
53
+ [
54
+ 0,
55
+ 950
56
+ ]
57
+ ],
58
+ "data/cortex/24e14ae5ca26b6311f81f7e55a55be6294b895cba3b4354f2058631074ed5865": [
59
+ [
60
+ 0,
61
+ 319
62
+ ]
63
+ ]
64
+ }
65
  },
66
  "coverage": {
67
  "climbmix": {
68
  "epoch": 0,
69
  "shard": 0,
70
  "shards": 6543,
71
+ "rows_read": 990,
72
+ "prepared_position": 3299,
73
+ "documents_emitted": 989
74
  },
75
  "rewrite6": {
76
  "epoch": 0,
77
  "shard": 0,
78
  "shards": 1,
79
+ "rows_read": 390,
80
+ "prepared_position": 522,
81
+ "documents_emitted": 389
82
  },
83
  "ultra_style": {
84
  "epoch": 0,
85
  "shard": 0,
86
  "shards": 552,
87
+ "rows_read": 274,
88
+ "prepared_position": 959,
89
+ "documents_emitted": 273
90
  },
91
  "ultra_qa": {
92
  "epoch": 0,
93
  "shard": 0,
94
  "shards": 616,
95
+ "rows_read": 218,
96
+ "prepared_position": 950,
97
+ "documents_emitted": 217
98
  }
99
  }
100
  }
unified/ablations/unified-v1-canvas_patch8-braille-s42/inference/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2afcb58ae04a7d600056e92278ac818e57b0668ffb374f1cc056b2ed24d1cfcd
3
  size 36873276
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c12fd6b0c9cc3cf071a6a28f34836a3bd79bc0b4075c358d77b32929ce1dede8
3
  size 36873276