matCercola18 commited on
Commit
5d86adf
·
verified ·
1 Parent(s): 1909be1

X29-T: MIMO spline setting on T2, baselines for C-only and C+phi

Browse files
results/icml_r3/X29/PREREG_t2.md CHANGED
@@ -22,3 +22,15 @@ Code: `nonlinear/mimo_unstable/x29_t2.py`. Results: `results/icml_r3/X29/t2/`. T
22
  - Adam (both arms in one call, id c1 and so3 c1, c2, c5 as the label run): 25 steps for one plant on one CPU thread, scaled to 400, plus the certify stage's time for that plant.
23
  - Batched: all 200 T2 plants in one call per arm (sampling and rollouts on the GPU, certificates on a pool of W CPU workers), wall time / 200. Adam: 25 steps on the GPU for 200 plants x 4 starts, scaled to 400, plus the certify time with W workers / 200.
24
  - Medians over the timing plants, with device, W and node load stated.
 
 
 
 
 
 
 
 
 
 
 
 
 
22
  - Adam (both arms in one call, id c1 and so3 c1, c2, c5 as the label run): 25 steps for one plant on one CPU thread, scaled to 400, plus the certify stage's time for that plant.
23
  - Batched: all 200 T2 plants in one call per arm (sampling and rollouts on the GPU, certificates on a pool of W CPU workers), wall time / 200. Adam: 25 steps on the GPU for 200 plants x 4 starts, scaled to 400, plus the certify time with W workers / 200.
24
  - Medians over the timing plants, with device, W and node load stated.
25
+
26
+ ## Addendum 2026-11-16, 18:50 UTC: timing additions, before the full timing run (only the 1-plant smoke test exists)
27
+
28
+ - **Adam, C-only alone.** The C-only flat reference J_id comes from the id start alone. So the timing stage also times the id start alone: 25 steps for one plant on one CPU thread and for 200 plants batched on the GPU, scaled to 400 steps, plus its certify time. The 4-start call (id + so3 c = 1, 2, 5) stays the C+phi optimizer's cost, because J*_T2 needs all four starts.
29
+ - **Slide (c).** Stage `cpu` writes `cpu_report.txt` from `timing_m{m}.json` and `numbers.json`, using these rules:
30
+ - Generator at b = 16: sampling plus scoring of 16 candidates.
31
+ - Generator at b = 1: 1/16 of that cost (X24's convention).
32
+ - kNN: retrieval plus scoring of 16.
33
+ - Twin: sampling plus scoring of 16.
34
+ - 48-start solver: all starts; the time to the first certified start is also given.
35
+ - Adam: 400 steps plus certify.
36
+ - Each cost is shown next to the median regret (3-seed mean for seeded series), one plant at a time and batched.
results/icml_r3/X29/t2/timing_m3_smoke.json CHANGED
@@ -2,9 +2,9 @@
2
  "m": 3,
3
  "node": "move-hpc-08-gpu",
4
  "loadavg_start": [
5
- 1.4169921875,
6
- 1.32568359375,
7
- 1.03857421875
8
  ],
9
  "threads": 1,
10
  "timing_plants": 1,
@@ -13,127 +13,135 @@
13
  "adam_steps_timed": 2,
14
  "one_plant_median_cpu_wall_s": {
15
  "gen_a_sample": [
16
- 1.5451543129999976,
17
- 1.545506238937378
18
  ],
19
  "gen_a_score": [
20
- 1.2982125779999976,
21
- 1.3002724647521973
22
  ],
23
  "gen_b_sample": [
24
- 1.5145010489999962,
25
- 1.5150821208953857
26
  ],
27
  "gen_b_score": [
28
- 1.3638571490000047,
29
- 1.3640539646148682
30
  ],
31
  "knn_a": [
32
- 1.2649287079999993,
33
- 1.26658034324646
34
  ],
35
  "knn_b": [
36
- 1.3548587999999953,
37
- 1.3554143905639648
38
  ],
39
  "twin_a_sample": [
40
- 0.042606825000000015,
41
- 0.04869794845581055
42
  ],
43
  "twin_a_score": [
44
- 1.2391621519999987,
45
- 1.2393934726715088
46
  ],
47
  "twin_b_sample": [
48
- 0.04085496900000152,
49
- 0.04209637641906738
50
  ],
51
  "twin_b_score": [
52
- 0.00589202100000108,
53
- 0.0058939456939697266
54
  ],
55
  "solver_all": [
56
- 0.367265481000004,
57
- 0.3684537410736084
58
  ],
59
  "solver_first": [
60
  NaN,
61
  NaN
62
  ],
63
  "adam_per_step": [
64
- 12.700177543500004,
65
- 12.70258903503418
66
  ],
67
  "adam_certify": [
68
- 0.031460520000010206,
69
- 0.03151559829711914
 
 
 
 
 
 
 
 
70
  ]
71
  },
72
  "one_plant_all_cpu_wall_s": {
73
  "gen_a_sample": [
74
  [
75
- 1.5451543129999976,
76
- 1.545506238937378
77
  ]
78
  ],
79
  "gen_a_score": [
80
  [
81
- 1.2982125779999976,
82
- 1.3002724647521973
83
  ]
84
  ],
85
  "gen_b_sample": [
86
  [
87
- 1.5145010489999962,
88
- 1.5150821208953857
89
  ]
90
  ],
91
  "gen_b_score": [
92
  [
93
- 1.3638571490000047,
94
- 1.3640539646148682
95
  ]
96
  ],
97
  "knn_a": [
98
  [
99
- 1.2649287079999993,
100
- 1.26658034324646
101
  ]
102
  ],
103
  "knn_b": [
104
  [
105
- 1.3548587999999953,
106
- 1.3554143905639648
107
  ]
108
  ],
109
  "twin_a_sample": [
110
  [
111
- 0.042606825000000015,
112
- 0.04869794845581055
113
  ]
114
  ],
115
  "twin_a_score": [
116
  [
117
- 1.2391621519999987,
118
- 1.2393934726715088
119
  ]
120
  ],
121
  "twin_b_sample": [
122
  [
123
- 0.04085496900000152,
124
- 0.04209637641906738
125
  ]
126
  ],
127
  "twin_b_score": [
128
  [
129
- 0.00589202100000108,
130
- 0.0058939456939697266
131
  ]
132
  ],
133
  "solver_all": [
134
  [
135
- 0.367265481000004,
136
- 0.3684537410736084
137
  ]
138
  ],
139
  "solver_first": [
@@ -144,21 +152,34 @@
144
  ],
145
  "adam_per_step": [
146
  [
147
- 12.700177543500004,
148
- 12.70258903503418
149
  ]
150
  ],
151
  "adam_certify": [
152
  [
153
- 0.031460520000010206,
154
- 0.03151559829711914
 
 
 
 
 
 
 
 
 
 
 
 
155
  ]
156
  ]
157
  },
158
- "adam_400_steps_plus_certify_cpu_s": 5080.102477920002,
 
159
  "loadavg_end": [
160
- 1.2314453125,
161
- 1.2880859375,
162
- 1.03515625
163
  ]
164
  }
 
2
  "m": 3,
3
  "node": "move-hpc-08-gpu",
4
  "loadavg_start": [
5
+ 0.50927734375,
6
+ 0.82470703125,
7
+ 0.89111328125
8
  ],
9
  "threads": 1,
10
  "timing_plants": 1,
 
13
  "adam_steps_timed": 2,
14
  "one_plant_median_cpu_wall_s": {
15
  "gen_a_sample": [
16
+ 1.5641227990000033,
17
+ 1.5643980503082275
18
  ],
19
  "gen_a_score": [
20
+ 1.3411170689999992,
21
+ 1.3431222438812256
22
  ],
23
  "gen_b_sample": [
24
+ 1.5471139169999972,
25
+ 1.5476584434509277
26
  ],
27
  "gen_b_score": [
28
+ 1.4112821920000016,
29
+ 1.4115147590637207
30
  ],
31
  "knn_a": [
32
+ 1.3051534609999962,
33
+ 1.307103157043457
34
  ],
35
  "knn_b": [
36
+ 1.4035699340000036,
37
+ 1.4041273593902588
38
  ],
39
  "twin_a_sample": [
40
+ 0.042992343000001654,
41
+ 0.0491480827331543
42
  ],
43
  "twin_a_score": [
44
+ 1.2745336039999984,
45
+ 1.2747869491577148
46
  ],
47
  "twin_b_sample": [
48
+ 0.03955508800000018,
49
+ 0.04044222831726074
50
  ],
51
  "twin_b_score": [
52
+ 0.006465475999995363,
53
+ 0.006470680236816406
54
  ],
55
  "solver_all": [
56
+ 0.3785384829999998,
57
+ 0.37967944145202637
58
  ],
59
  "solver_first": [
60
  NaN,
61
  NaN
62
  ],
63
  "adam_per_step": [
64
+ 12.955898458999997,
65
+ 12.958487629890442
66
  ],
67
  "adam_certify": [
68
+ 0.03247305600000061,
69
+ 0.03248167037963867
70
+ ],
71
+ "adam_id_per_step": [
72
+ 10.9017799875,
73
+ 10.903421998023987
74
+ ],
75
+ "adam_id_certify": [
76
+ 0.007033520999996767,
77
+ 0.007042407989501953
78
  ]
79
  },
80
  "one_plant_all_cpu_wall_s": {
81
  "gen_a_sample": [
82
  [
83
+ 1.5641227990000033,
84
+ 1.5643980503082275
85
  ]
86
  ],
87
  "gen_a_score": [
88
  [
89
+ 1.3411170689999992,
90
+ 1.3431222438812256
91
  ]
92
  ],
93
  "gen_b_sample": [
94
  [
95
+ 1.5471139169999972,
96
+ 1.5476584434509277
97
  ]
98
  ],
99
  "gen_b_score": [
100
  [
101
+ 1.4112821920000016,
102
+ 1.4115147590637207
103
  ]
104
  ],
105
  "knn_a": [
106
  [
107
+ 1.3051534609999962,
108
+ 1.307103157043457
109
  ]
110
  ],
111
  "knn_b": [
112
  [
113
+ 1.4035699340000036,
114
+ 1.4041273593902588
115
  ]
116
  ],
117
  "twin_a_sample": [
118
  [
119
+ 0.042992343000001654,
120
+ 0.0491480827331543
121
  ]
122
  ],
123
  "twin_a_score": [
124
  [
125
+ 1.2745336039999984,
126
+ 1.2747869491577148
127
  ]
128
  ],
129
  "twin_b_sample": [
130
  [
131
+ 0.03955508800000018,
132
+ 0.04044222831726074
133
  ]
134
  ],
135
  "twin_b_score": [
136
  [
137
+ 0.006465475999995363,
138
+ 0.006470680236816406
139
  ]
140
  ],
141
  "solver_all": [
142
  [
143
+ 0.3785384829999998,
144
+ 0.37967944145202637
145
  ]
146
  ],
147
  "solver_first": [
 
152
  ],
153
  "adam_per_step": [
154
  [
155
+ 12.955898458999997,
156
+ 12.958487629890442
157
  ]
158
  ],
159
  "adam_certify": [
160
  [
161
+ 0.03247305600000061,
162
+ 0.03248167037963867
163
+ ]
164
+ ],
165
+ "adam_id_per_step": [
166
+ [
167
+ 10.9017799875,
168
+ 10.903421998023987
169
+ ]
170
+ ],
171
+ "adam_id_certify": [
172
+ [
173
+ 0.007033520999996767,
174
+ 0.007042407989501953
175
  ]
176
  ]
177
  },
178
+ "adam_400_steps_plus_certify_cpu_s": 5182.391856655998,
179
+ "adam_id_400_steps_plus_certify_cpu_s": 4360.719028521,
180
  "loadavg_end": [
181
+ 0.8212890625,
182
+ 0.85888671875,
183
+ 0.90283203125
184
  ]
185
  }