Cuong2004 commited on
Commit
ba173fe
·
verified ·
1 Parent(s): 9f583e0

Upload outputs/augmentation_ablation_results.json with huggingface_hub

Browse files
outputs/augmentation_ablation_results.json ADDED
@@ -0,0 +1,1200 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "timestamp": "2026-10-05 16:57:18",
3
+ "seeds": [
4
+ 42,
5
+ 123,
6
+ 3407
7
+ ],
8
+ "summary_leave_one_out": {
9
+ "Candidate_Full_5op": {
10
+ "count": 3,
11
+ "display_name": "Candidate Full (All 5 Operators)",
12
+ "domain": "None (Reference Suite)",
13
+ "win_acc_mean": 69.2429213756228,
14
+ "win_acc_std": 1.6547455660188364,
15
+ "win_f1_mean": 0.6898511350323586,
16
+ "win_f1_std": 0.018648300738605964,
17
+ "vid_acc_mean": 79.68526466380544,
18
+ "vid_acc_std": 1.9300053738529397,
19
+ "vid_f1_mean": 0.7902713347434743,
20
+ "vid_f1_std": 0.01950915509882497,
21
+ "val_acc_mean": 81.44666666666667,
22
+ "val_acc_std": 0.6855816670698085,
23
+ "val_loss_mean": 0.9800666666666666,
24
+ "val_loss_std": 0.014708123227961127,
25
+ "val_macro_f1_mean": 0.8112333333333334,
26
+ "val_macro_f1_std": 0.009471477650762242
27
+ },
28
+ "Minus_Jitter": {
29
+ "count": 3,
30
+ "display_name": "w/o Sensor Jitter (-Jitter)",
31
+ "domain": "Noise-based",
32
+ "win_acc_mean": 69.61963786608335,
33
+ "win_acc_std": 0.29366984988684997,
34
+ "win_f1_mean": 0.6955803798192085,
35
+ "win_f1_std": 0.003094636109003803,
36
+ "vid_acc_mean": 79.54220314735336,
37
+ "vid_acc_std": 1.230661697717111,
38
+ "vid_f1_mean": 0.7969736537694384,
39
+ "vid_f1_std": 0.01498580437800059,
40
+ "val_acc_mean": 81.44333333333333,
41
+ "val_acc_std": 0.6433937795437245,
42
+ "val_loss_mean": 0.9700333333333333,
43
+ "val_loss_std": 0.021264263187067835,
44
+ "val_macro_f1_mean": 0.8092,
45
+ "val_macro_f1_std": 0.007518421820213774
46
+ },
47
+ "Minus_Mirror": {
48
+ "count": 3,
49
+ "display_name": "w/o Sagittal Reflection (-Mirror)",
50
+ "domain": "Geometric",
51
+ "win_acc_mean": 66.75173168064164,
52
+ "win_acc_std": 0.567909658308322,
53
+ "win_f1_mean": 0.6631039782025666,
54
+ "win_f1_std": 0.012711388715587893,
55
+ "vid_acc_mean": 76.82403433476395,
56
+ "vid_acc_std": 0.6069586104605543,
57
+ "vid_f1_mean": 0.75504827519191,
58
+ "vid_f1_std": 0.014572354673651757,
59
+ "val_acc_mean": 80.5,
60
+ "val_acc_std": 0.4472881248889433,
61
+ "val_loss_mean": 1.0531333333333333,
62
+ "val_loss_std": 0.010924691706812121,
63
+ "val_macro_f1_mean": 0.7993333333333333,
64
+ "val_macro_f1_std": 0.0015282524515130066
65
+ },
66
+ "Minus_Yaw": {
67
+ "count": 3,
68
+ "display_name": "w/o Gravitational Yaw (-Yaw)",
69
+ "domain": "Geometric",
70
+ "win_acc_mean": 70.56750516466155,
71
+ "win_acc_std": 1.460180204337238,
72
+ "win_f1_mean": 0.7047122766583996,
73
+ "win_f1_std": 0.014077190010080712,
74
+ "vid_acc_mean": 81.54506437768241,
75
+ "vid_acc_std": 1.2634851024789449,
76
+ "vid_f1_mean": 0.8199112027166011,
77
+ "vid_f1_std": 0.018724457234922477,
78
+ "val_acc_mean": 81.38,
79
+ "val_acc_std": 0.8080016501633306,
80
+ "val_loss_mean": 1.0039,
81
+ "val_loss_std": 0.009044703790985457,
82
+ "val_macro_f1_mean": 0.8093666666666667,
83
+ "val_macro_f1_std": 0.009838812033077078
84
+ },
85
+ "Minus_Scale": {
86
+ "count": 3,
87
+ "display_name": "w/o Proportional Scaling (-Scale)",
88
+ "domain": "Geometric",
89
+ "win_acc_mean": 69.4981164175477,
90
+ "win_acc_std": 0.6880732855458496,
91
+ "win_f1_mean": 0.6924990155726483,
92
+ "win_f1_std": 0.008330738446186804,
93
+ "vid_acc_mean": 80.25751072961373,
94
+ "vid_acc_std": 0.3504277171363564,
95
+ "vid_f1_mean": 0.7986659399572112,
96
+ "vid_f1_std": 0.006659998047244853,
97
+ "val_acc_mean": 80.64333333333333,
98
+ "val_acc_std": 0.8795579697906346,
99
+ "val_loss_mean": 0.9876666666666667,
100
+ "val_loss_std": 0.009422078091140786,
101
+ "val_macro_f1_mean": 0.8017333333333334,
102
+ "val_macro_f1_std": 0.010545246427761766
103
+ },
104
+ "Minus_TimeWarp": {
105
+ "count": 3,
106
+ "display_name": "w/o Temporal TimeWarp (-TimeWarp / SkelGym-Aug)",
107
+ "domain": "Temporal",
108
+ "win_acc_mean": 69.04848705796573,
109
+ "win_acc_std": 1.8128295823267988,
110
+ "win_f1_mean": 0.6877119324617577,
111
+ "win_f1_std": 0.021281832979777912,
112
+ "vid_acc_mean": 79.2560801144492,
113
+ "vid_acc_std": 1.7286188803425668,
114
+ "vid_f1_mean": 0.7892297125307186,
115
+ "vid_f1_std": 0.020571008829645944,
116
+ "val_acc_mean": 81.89333333333333,
117
+ "val_acc_std": 0.6612278141625816,
118
+ "val_loss_mean": 0.9801000000000001,
119
+ "val_loss_std": 0.02671778433927485,
120
+ "val_macro_f1_mean": 0.8154666666666666,
121
+ "val_macro_f1_std": 0.00781295220913466
122
+ },
123
+ "Clean_Baseline_NoAug": {
124
+ "count": 3,
125
+ "display_name": "Clean Baseline (No Augmentation)",
126
+ "domain": "All Operators Excluded",
127
+ "win_acc_mean": 66.1076680034026,
128
+ "win_acc_std": 1.4559263582602056,
129
+ "win_f1_mean": 0.6535728016929033,
130
+ "win_f1_std": 0.014685076198404,
131
+ "vid_acc_mean": 76.25178826895565,
132
+ "vid_acc_std": 1.7286188803425668,
133
+ "vid_f1_mean": 0.7535953940499113,
134
+ "vid_f1_std": 0.015391726904853888,
135
+ "val_acc_mean": 80.97666666666667,
136
+ "val_acc_std": 0.8035891708799658,
137
+ "val_loss_mean": 1.0535333333333332,
138
+ "val_loss_std": 0.016644985898328555,
139
+ "val_macro_f1_mean": 0.8040333333333334,
140
+ "val_macro_f1_std": 0.00896003472215496
141
+ }
142
+ },
143
+ "summary_single_component": {
144
+ "Clean_Baseline_NoAug": {
145
+ "count": 3,
146
+ "display_name": "Clean Baseline (No Augmentation)",
147
+ "domain": "None (Control)",
148
+ "win_acc_mean": 66.1076680034026,
149
+ "win_acc_std": 1.4559263582602056,
150
+ "win_f1_mean": 0.6535728016929033,
151
+ "win_f1_std": 0.014685076198404,
152
+ "vid_acc_mean": 76.25178826895565,
153
+ "vid_acc_std": 1.7286188803425668,
154
+ "vid_f1_mean": 0.7535953940499113,
155
+ "vid_f1_std": 0.015391726904853888,
156
+ "val_acc_mean": 80.97666666666667,
157
+ "val_acc_std": 0.8035891708799658,
158
+ "val_loss_mean": 1.0535333333333332,
159
+ "val_loss_std": 0.016644985898328555,
160
+ "val_macro_f1_mean": 0.8040333333333334,
161
+ "val_macro_f1_std": 0.00896003472215496
162
+ },
163
+ "Single_Mirror": {
164
+ "count": 3,
165
+ "display_name": "+ Sagittal Reflection only (Mirror)",
166
+ "domain": "Geometric (Bilateral)",
167
+ "win_acc_mean": 69.29152995503706,
168
+ "win_acc_std": 1.000764359699277,
169
+ "win_f1_mean": 0.6905788566755553,
170
+ "win_f1_std": 0.01432346263000876,
171
+ "vid_acc_mean": 81.11587982832617,
172
+ "vid_acc_std": 0.7008554342727302,
173
+ "vid_f1_mean": 0.8089945100096158,
174
+ "vid_f1_std": 0.01674171907840296,
175
+ "val_acc_mean": 81.11,
176
+ "val_acc_std": 0.6500769185257957,
177
+ "val_loss_mean": 1.0059000000000002,
178
+ "val_loss_std": 0.025766645105639942,
179
+ "val_macro_f1_mean": 0.8054333333333333,
180
+ "val_macro_f1_std": 0.008868420879101786
181
+ },
182
+ "Single_Yaw": {
183
+ "count": 3,
184
+ "display_name": "+ Gravitational Yaw only (Yaw)",
185
+ "domain": "Geometric (3D Viewpoint)",
186
+ "win_acc_mean": 66.20488516223112,
187
+ "win_acc_std": 1.1624211003590317,
188
+ "win_f1_mean": 0.6537371573266817,
189
+ "win_f1_std": 0.013410429337095523,
190
+ "vid_acc_mean": 76.39484978540773,
191
+ "vid_acc_std": 1.6058615393879598,
192
+ "vid_f1_mean": 0.7561578681850886,
193
+ "vid_f1_std": 0.021174111022536055,
194
+ "val_acc_mean": 80.16000000000001,
195
+ "val_acc_std": 0.8179649544244926,
196
+ "val_loss_mean": 1.0789666666666666,
197
+ "val_loss_std": 0.030321426234412058,
198
+ "val_macro_f1_mean": 0.7973,
199
+ "val_macro_f1_std": 0.010465180361560864
200
+ },
201
+ "Single_Scale": {
202
+ "count": 3,
203
+ "display_name": "+ Proportional Scaling only (Scale)",
204
+ "domain": "Geometric (Body Scale)",
205
+ "win_acc_mean": 65.816016526917,
206
+ "win_acc_std": 0.7389863067449592,
207
+ "win_f1_mean": 0.6512034842959524,
208
+ "win_f1_std": 0.007078698229926239,
209
+ "vid_acc_mean": 76.39484978540773,
210
+ "vid_acc_std": 1.2139172209211153,
211
+ "vid_f1_mean": 0.7546071784089118,
212
+ "vid_f1_std": 0.00926530245991143,
213
+ "val_acc_mean": 79.85666666666667,
214
+ "val_acc_std": 1.5383396532914602,
215
+ "val_loss_mean": 1.0769666666666666,
216
+ "val_loss_std": 0.02474528013357075,
217
+ "val_macro_f1_mean": 0.7935666666666666,
218
+ "val_macro_f1_std": 0.013805876365599622
219
+ },
220
+ "Single_TimeWarp": {
221
+ "count": 3,
222
+ "display_name": "+ Temporal TimeWarp only (TimeWarp)",
223
+ "domain": "Temporal (Cadence)",
224
+ "win_acc_mean": 65.79171223720986,
225
+ "win_acc_std": 0.8218660065092157,
226
+ "win_f1_mean": 0.6521295321857769,
227
+ "win_f1_std": 0.010176644516456237,
228
+ "vid_acc_mean": 75.25035765379113,
229
+ "vid_acc_std": 0.7294734640333072,
230
+ "vid_f1_mean": 0.7401778552507537,
231
+ "vid_f1_std": 0.0040433381351018625,
232
+ "val_acc_mean": 79.69333333333334,
233
+ "val_acc_std": 1.041707999179977,
234
+ "val_loss_mean": 1.0738666666666667,
235
+ "val_loss_std": 0.03556790063463907,
236
+ "val_macro_f1_mean": 0.7900333333333335,
237
+ "val_macro_f1_std": 0.011537282560849788
238
+ },
239
+ "Single_Jitter": {
240
+ "count": 3,
241
+ "display_name": "+ Sensor Jitter only (Jitter)",
242
+ "domain": "Noise-based (Sensor Noise)",
243
+ "win_acc_mean": 65.09903998055655,
244
+ "win_acc_std": 0.8483903111292732,
245
+ "win_f1_mean": 0.6417841113086408,
246
+ "win_f1_std": 0.006113325626470848,
247
+ "vid_acc_mean": 75.67954220314736,
248
+ "vid_acc_std": 0.4046390736403762,
249
+ "vid_f1_mean": 0.7441733055051888,
250
+ "vid_f1_std": 0.005008273104841432,
251
+ "val_acc_mean": 79.93666666666667,
252
+ "val_acc_std": 1.0331290120578147,
253
+ "val_loss_mean": 1.0987666666666667,
254
+ "val_loss_std": 0.025904482666562187,
255
+ "val_macro_f1_mean": 0.7939666666666666,
256
+ "val_macro_f1_std": 0.011154769781976147
257
+ },
258
+ "SkelGym_Aug_4op": {
259
+ "count": 3,
260
+ "display_name": "SkelGym-Aug (4-op: Mirror+Yaw+Scale+Jitter)",
261
+ "domain": "Spatial + Sensor (Proposed)",
262
+ "win_acc_mean": 69.04848705796573,
263
+ "win_acc_std": 1.8128295823267988,
264
+ "win_f1_mean": 0.6877119324617577,
265
+ "win_f1_std": 0.021281832979777912,
266
+ "vid_acc_mean": 79.2560801144492,
267
+ "vid_acc_std": 1.7286188803425668,
268
+ "vid_f1_mean": 0.7892297125307186,
269
+ "vid_f1_std": 0.020571008829645944,
270
+ "val_acc_mean": 81.89333333333333,
271
+ "val_acc_std": 0.6612278141625816,
272
+ "val_loss_mean": 0.9801000000000001,
273
+ "val_loss_std": 0.02671778433927485,
274
+ "val_macro_f1_mean": 0.8154666666666666,
275
+ "val_macro_f1_std": 0.00781295220913466
276
+ },
277
+ "Candidate_Full_5op": {
278
+ "count": 3,
279
+ "display_name": "Candidate Full (5-op: +TimeWarp)",
280
+ "domain": "Spatial + Sensor + Temporal",
281
+ "win_acc_mean": 69.2429213756228,
282
+ "win_acc_std": 1.6547455660188364,
283
+ "win_f1_mean": 0.6898511350323586,
284
+ "win_f1_std": 0.018648300738605964,
285
+ "vid_acc_mean": 79.68526466380544,
286
+ "vid_acc_std": 1.9300053738529397,
287
+ "vid_f1_mean": 0.7902713347434743,
288
+ "vid_f1_std": 0.01950915509882497,
289
+ "val_acc_mean": 81.44666666666667,
290
+ "val_acc_std": 0.6855816670698085,
291
+ "val_loss_mean": 0.9800666666666666,
292
+ "val_loss_std": 0.014708123227961127,
293
+ "val_macro_f1_mean": 0.8112333333333334,
294
+ "val_macro_f1_std": 0.009471477650762242
295
+ }
296
+ },
297
+ "summary_backbones": {},
298
+ "raw_tasks": {
299
+ "Single_Trans_Clean_Baseline_NoAug_seed42": {
300
+ "group": "Single_Component",
301
+ "variant": "Clean_Baseline_NoAug",
302
+ "display_name": "Clean Baseline (No Augmentation)",
303
+ "domain": "None (Control)",
304
+ "id": "Single_Trans_Clean_Baseline_NoAug_seed42",
305
+ "model": "Transformer",
306
+ "feature": "mix_v2",
307
+ "augment": "none",
308
+ "seed": 42,
309
+ "metadata": "Final_dataset_metadata.csv",
310
+ "landmark_dir": "data/landmarks",
311
+ "checkpoint": "checkpoints/best_Transformer_T1.27_mix_v2.pt",
312
+ "metrics": {
313
+ "val_acc": 79.9,
314
+ "val_loss": 1.0762,
315
+ "val_macro_f1": 0.7924,
316
+ "train_loss": 0.3948,
317
+ "best_epoch": 32,
318
+ "loss_gap": 0.6814,
319
+ "win_acc": 64.05395552314984,
320
+ "win_f1": 0.6328181361887956,
321
+ "vid_acc": 73.8197424892704,
322
+ "vid_f1": 0.7319901172185791
323
+ }
324
+ },
325
+ "Single_Trans_Clean_Baseline_NoAug_seed123": {
326
+ "group": "Single_Component",
327
+ "variant": "Clean_Baseline_NoAug",
328
+ "display_name": "Clean Baseline (No Augmentation)",
329
+ "domain": "None (Control)",
330
+ "id": "Single_Trans_Clean_Baseline_NoAug_seed123",
331
+ "model": "Transformer",
332
+ "feature": "mix_v2",
333
+ "augment": "none",
334
+ "seed": 123,
335
+ "metadata": "Final_dataset_metadata.csv",
336
+ "landmark_dir": "data/landmarks",
337
+ "checkpoint": "checkpoints/seed123/best_Transformer_T1.27_mix_v2.pt",
338
+ "metrics": {
339
+ "val_acc": 81.83,
340
+ "val_loss": 1.0367,
341
+ "val_macro_f1": 0.8142,
342
+ "train_loss": 0.3766,
343
+ "best_epoch": 38,
344
+ "loss_gap": 0.6601,
345
+ "win_acc": 67.00692672256653,
346
+ "win_f1": 0.6645905165877806,
347
+ "vid_acc": 77.25321888412017,
348
+ "vid_f1": 0.7621030606898184
349
+ }
350
+ },
351
+ "Single_Trans_Clean_Baseline_NoAug_seed3407": {
352
+ "group": "Single_Component",
353
+ "variant": "Clean_Baseline_NoAug",
354
+ "display_name": "Clean Baseline (No Augmentation)",
355
+ "domain": "None (Control)",
356
+ "id": "Single_Trans_Clean_Baseline_NoAug_seed3407",
357
+ "model": "Transformer",
358
+ "feature": "mix_v2",
359
+ "augment": "none",
360
+ "seed": 3407,
361
+ "metadata": "Final_dataset_metadata.csv",
362
+ "landmark_dir": "data/landmarks",
363
+ "checkpoint": "checkpoints/seed3407/best_Transformer_T1.27_mix_v2.pt",
364
+ "metrics": {
365
+ "val_acc": 81.2,
366
+ "val_loss": 1.0477,
367
+ "val_macro_f1": 0.8055,
368
+ "train_loss": 0.3617,
369
+ "best_epoch": 62,
370
+ "loss_gap": 0.6861,
371
+ "win_acc": 67.26212176449144,
372
+ "win_f1": 0.6633097523021338,
373
+ "vid_acc": 77.6824034334764,
374
+ "vid_f1": 0.7666930042413364
375
+ }
376
+ },
377
+ "Single_Trans_Single_Mirror_seed42": {
378
+ "group": "Single_Component",
379
+ "variant": "Single_Mirror",
380
+ "display_name": "+ Sagittal Reflection only (Mirror)",
381
+ "domain": "Geometric (Bilateral)",
382
+ "id": "Single_Trans_Single_Mirror_seed42",
383
+ "model": "Transformer",
384
+ "feature": "mix_v2",
385
+ "augment": "single_mirror",
386
+ "seed": 42,
387
+ "metadata": "Final_dataset_metadata.csv",
388
+ "landmark_dir": "data/landmarks",
389
+ "checkpoint": "checkpoints/ablation_aug/best_Single_Trans_Single_Mirror_seed42.pt",
390
+ "metrics": {
391
+ "val_acc": 81.16,
392
+ "val_loss": 1.0385,
393
+ "val_macro_f1": 0.8041,
394
+ "train_loss": 0.4106,
395
+ "best_epoch": 46,
396
+ "loss_gap": 0.628,
397
+ "win_acc": 67.88188115202333,
398
+ "win_f1": 0.6708822701063423,
399
+ "vid_acc": 80.25751072961373,
400
+ "vid_f1": 0.7858209616923094
401
+ }
402
+ },
403
+ "Single_Trans_Single_Mirror_seed123": {
404
+ "group": "Single_Component",
405
+ "variant": "Single_Mirror",
406
+ "display_name": "+ Sagittal Reflection only (Mirror)",
407
+ "domain": "Geometric (Bilateral)",
408
+ "id": "Single_Trans_Single_Mirror_seed123",
409
+ "model": "Transformer",
410
+ "feature": "mix_v2",
411
+ "augment": "single_mirror",
412
+ "seed": 123,
413
+ "metadata": "Final_dataset_metadata.csv",
414
+ "landmark_dir": "data/landmarks",
415
+ "checkpoint": "checkpoints/ablation_aug/best_Single_Trans_Single_Mirror_seed123.pt",
416
+ "metrics": {
417
+ "val_acc": 81.88,
418
+ "val_loss": 0.9755,
419
+ "val_macro_f1": 0.8169,
420
+ "train_loss": 0.4773,
421
+ "best_epoch": 24,
422
+ "loss_gap": 0.4982,
423
+ "win_acc": 69.88698505286183,
424
+ "win_f1": 0.6963313312738659,
425
+ "vid_acc": 81.97424892703863,
426
+ "vid_f1": 0.8247845841027661
427
+ }
428
+ },
429
+ "Single_Trans_Single_Mirror_seed3407": {
430
+ "group": "Single_Component",
431
+ "variant": "Single_Mirror",
432
+ "display_name": "+ Sagittal Reflection only (Mirror)",
433
+ "domain": "Geometric (Bilateral)",
434
+ "id": "Single_Trans_Single_Mirror_seed3407",
435
+ "model": "Transformer",
436
+ "feature": "mix_v2",
437
+ "augment": "single_mirror",
438
+ "seed": 3407,
439
+ "metadata": "Final_dataset_metadata.csv",
440
+ "landmark_dir": "data/landmarks",
441
+ "checkpoint": "checkpoints/ablation_aug/best_Single_Trans_Single_Mirror_seed3407.pt",
442
+ "metrics": {
443
+ "val_acc": 80.29,
444
+ "val_loss": 1.0037,
445
+ "val_macro_f1": 0.7953,
446
+ "train_loss": 0.4708,
447
+ "best_epoch": 25,
448
+ "loss_gap": 0.5329,
449
+ "win_acc": 70.10572366022603,
450
+ "win_f1": 0.7045229686464576,
451
+ "vid_acc": 81.11587982832617,
452
+ "vid_f1": 0.8163779842337717
453
+ }
454
+ },
455
+ "Single_Trans_Single_Yaw_seed42": {
456
+ "group": "Single_Component",
457
+ "variant": "Single_Yaw",
458
+ "display_name": "+ Gravitational Yaw only (Yaw)",
459
+ "domain": "Geometric (3D Viewpoint)",
460
+ "id": "Single_Trans_Single_Yaw_seed42",
461
+ "model": "Transformer",
462
+ "feature": "mix_v2",
463
+ "augment": "single_yaw",
464
+ "seed": 42,
465
+ "metadata": "Final_dataset_metadata.csv",
466
+ "landmark_dir": "data/landmarks",
467
+ "checkpoint": "checkpoints/ablation_aug/best_Single_Trans_Single_Yaw_seed42.pt",
468
+ "metrics": {
469
+ "val_acc": 79.42,
470
+ "val_loss": 1.1188,
471
+ "val_macro_f1": 0.7879,
472
+ "train_loss": 0.3754,
473
+ "best_epoch": 53,
474
+ "loss_gap": 0.7434,
475
+ "win_acc": 64.56434560699964,
476
+ "win_f1": 0.6388473981617028,
477
+ "vid_acc": 74.2489270386266,
478
+ "vid_f1": 0.7305380495293154
479
+ }
480
+ },
481
+ "Single_Trans_Single_Yaw_seed123": {
482
+ "group": "Single_Component",
483
+ "variant": "Single_Yaw",
484
+ "display_name": "+ Gravitational Yaw only (Yaw)",
485
+ "domain": "Geometric (3D Viewpoint)",
486
+ "id": "Single_Trans_Single_Yaw_seed123",
487
+ "model": "Transformer",
488
+ "feature": "mix_v2",
489
+ "augment": "single_yaw",
490
+ "seed": 123,
491
+ "metadata": "Final_dataset_metadata.csv",
492
+ "landmark_dir": "data/landmarks",
493
+ "checkpoint": "checkpoints/ablation_aug/best_Single_Trans_Single_Yaw_seed123.pt",
494
+ "metrics": {
495
+ "val_acc": 81.3,
496
+ "val_loss": 1.0453,
497
+ "val_macro_f1": 0.8119,
498
+ "train_loss": 0.3765,
499
+ "best_epoch": 43,
500
+ "loss_gap": 0.6687,
501
+ "win_acc": 66.93401385344512,
502
+ "win_f1": 0.651009489218718,
503
+ "vid_acc": 76.82403433476395,
504
+ "vid_f1": 0.7555426840151256
505
+ }
506
+ },
507
+ "Single_Trans_Single_Yaw_seed3407": {
508
+ "group": "Single_Component",
509
+ "variant": "Single_Yaw",
510
+ "display_name": "+ Gravitational Yaw only (Yaw)",
511
+ "domain": "Geometric (3D Viewpoint)",
512
+ "id": "Single_Trans_Single_Yaw_seed3407",
513
+ "model": "Transformer",
514
+ "feature": "mix_v2",
515
+ "augment": "single_yaw",
516
+ "seed": 3407,
517
+ "metadata": "Final_dataset_metadata.csv",
518
+ "landmark_dir": "data/landmarks",
519
+ "checkpoint": "checkpoints/ablation_aug/best_Single_Trans_Single_Yaw_seed3407.pt",
520
+ "metrics": {
521
+ "val_acc": 79.76,
522
+ "val_loss": 1.0728,
523
+ "val_macro_f1": 0.7921,
524
+ "train_loss": 0.4338,
525
+ "best_epoch": 21,
526
+ "loss_gap": 0.639,
527
+ "win_acc": 67.11629602624863,
528
+ "win_f1": 0.6713545845996243,
529
+ "vid_acc": 78.11158798283262,
530
+ "vid_f1": 0.7823928710108246
531
+ }
532
+ },
533
+ "Single_Trans_Single_Scale_seed42": {
534
+ "group": "Single_Component",
535
+ "variant": "Single_Scale",
536
+ "display_name": "+ Proportional Scaling only (Scale)",
537
+ "domain": "Geometric (Body Scale)",
538
+ "id": "Single_Trans_Single_Scale_seed42",
539
+ "model": "Transformer",
540
+ "feature": "mix_v2",
541
+ "augment": "single_scale",
542
+ "seed": 42,
543
+ "metadata": "Final_dataset_metadata.csv",
544
+ "landmark_dir": "data/landmarks",
545
+ "checkpoint": "checkpoints/ablation_aug/best_Single_Trans_Single_Scale_seed42.pt",
546
+ "metrics": {
547
+ "val_acc": 77.69,
548
+ "val_loss": 1.1119,
549
+ "val_macro_f1": 0.7741,
550
+ "train_loss": 0.4391,
551
+ "best_epoch": 21,
552
+ "loss_gap": 0.6728,
553
+ "win_acc": 65.29347429821364,
554
+ "win_f1": 0.647417732854565,
555
+ "vid_acc": 74.67811158798283,
556
+ "vid_f1": 0.7417498413408548
557
+ }
558
+ },
559
+ "Single_Trans_Single_Scale_seed123": {
560
+ "group": "Single_Component",
561
+ "variant": "Single_Scale",
562
+ "display_name": "+ Proportional Scaling only (Scale)",
563
+ "domain": "Geometric (Body Scale)",
564
+ "id": "Single_Trans_Single_Scale_seed123",
565
+ "model": "Transformer",
566
+ "feature": "mix_v2",
567
+ "augment": "single_scale",
568
+ "seed": 123,
569
+ "metadata": "Final_dataset_metadata.csv",
570
+ "landmark_dir": "data/landmarks",
571
+ "checkpoint": "checkpoints/ablation_aug/best_Single_Trans_Single_Scale_seed123.pt",
572
+ "metrics": {
573
+ "val_acc": 81.11,
574
+ "val_loss": 1.0613,
575
+ "val_macro_f1": 0.8046,
576
+ "train_loss": 0.3934,
577
+ "best_epoch": 31,
578
+ "loss_gap": 0.6679,
579
+ "win_acc": 66.86110098432373,
580
+ "win_f1": 0.6611221320956157,
581
+ "vid_acc": 77.25321888412017,
582
+ "vid_f1": 0.7588482895952958
583
+ }
584
+ },
585
+ "Single_Trans_Single_Scale_seed3407": {
586
+ "group": "Single_Component",
587
+ "variant": "Single_Scale",
588
+ "display_name": "+ Proportional Scaling only (Scale)",
589
+ "domain": "Geometric (Body Scale)",
590
+ "id": "Single_Trans_Single_Scale_seed3407",
591
+ "model": "Transformer",
592
+ "feature": "mix_v2",
593
+ "augment": "single_scale",
594
+ "seed": 3407,
595
+ "metadata": "Final_dataset_metadata.csv",
596
+ "landmark_dir": "data/landmarks",
597
+ "checkpoint": "checkpoints/ablation_aug/best_Single_Trans_Single_Scale_seed3407.pt",
598
+ "metrics": {
599
+ "val_acc": 80.77,
600
+ "val_loss": 1.0577,
601
+ "val_macro_f1": 0.802,
602
+ "train_loss": 0.3867,
603
+ "best_epoch": 36,
604
+ "loss_gap": 0.671,
605
+ "win_acc": 65.29347429821364,
606
+ "win_f1": 0.6450705879376767,
607
+ "vid_acc": 77.25321888412017,
608
+ "vid_f1": 0.7632234042905851
609
+ }
610
+ },
611
+ "Single_Trans_Single_TimeWarp_seed42": {
612
+ "group": "Single_Component",
613
+ "variant": "Single_TimeWarp",
614
+ "display_name": "+ Temporal TimeWarp only (TimeWarp)",
615
+ "domain": "Temporal (Cadence)",
616
+ "id": "Single_Trans_Single_TimeWarp_seed42",
617
+ "model": "Transformer",
618
+ "feature": "mix_v2",
619
+ "augment": "single_timewarp",
620
+ "seed": 42,
621
+ "metadata": "Final_dataset_metadata.csv",
622
+ "landmark_dir": "data/landmarks",
623
+ "checkpoint": "checkpoints/ablation_aug/best_Single_Trans_Single_TimeWarp_seed42.pt",
624
+ "metrics": {
625
+ "val_acc": 79.08,
626
+ "val_loss": 1.1124,
627
+ "val_macro_f1": 0.783,
628
+ "train_loss": 0.39,
629
+ "best_epoch": 34,
630
+ "loss_gap": 0.7224,
631
+ "win_acc": 64.92890995260665,
632
+ "win_f1": 0.6386481382797999,
633
+ "vid_acc": 75.53648068669528,
634
+ "vid_f1": 0.7411910951467082
635
+ }
636
+ },
637
+ "Single_Trans_Single_TimeWarp_seed123": {
638
+ "group": "Single_Component",
639
+ "variant": "Single_TimeWarp",
640
+ "display_name": "+ Temporal TimeWarp only (TimeWarp)",
641
+ "domain": "Temporal (Cadence)",
642
+ "id": "Single_Trans_Single_TimeWarp_seed123",
643
+ "model": "Transformer",
644
+ "feature": "mix_v2",
645
+ "augment": "single_timewarp",
646
+ "seed": 123,
647
+ "metadata": "Final_dataset_metadata.csv",
648
+ "landmark_dir": "data/landmarks",
649
+ "checkpoint": "checkpoints/ablation_aug/best_Single_Trans_Single_TimeWarp_seed123.pt",
650
+ "metrics": {
651
+ "val_acc": 81.16,
652
+ "val_loss": 1.0826,
653
+ "val_macro_f1": 0.8063,
654
+ "train_loss": 0.39,
655
+ "best_epoch": 31,
656
+ "loss_gap": 0.6926,
657
+ "win_acc": 66.89755741888443,
658
+ "win_f1": 0.6632331586804144,
659
+ "vid_acc": 75.9656652360515,
660
+ "vid_f1": 0.7445449283170202
661
+ }
662
+ },
663
+ "Single_Trans_Single_TimeWarp_seed3407": {
664
+ "group": "Single_Component",
665
+ "variant": "Single_TimeWarp",
666
+ "display_name": "+ Temporal TimeWarp only (TimeWarp)",
667
+ "domain": "Temporal (Cadence)",
668
+ "id": "Single_Trans_Single_TimeWarp_seed3407",
669
+ "model": "Transformer",
670
+ "feature": "mix_v2",
671
+ "augment": "single_timewarp",
672
+ "seed": 3407,
673
+ "metadata": "Final_dataset_metadata.csv",
674
+ "landmark_dir": "data/landmarks",
675
+ "checkpoint": "checkpoints/ablation_aug/best_Single_Trans_Single_TimeWarp_seed3407.pt",
676
+ "metrics": {
677
+ "val_acc": 78.84,
678
+ "val_loss": 1.0266,
679
+ "val_macro_f1": 0.7808,
680
+ "train_loss": 0.4747,
681
+ "best_epoch": 14,
682
+ "loss_gap": 0.5519,
683
+ "win_acc": 65.54866934013853,
684
+ "win_f1": 0.6545072995971162,
685
+ "vid_acc": 74.2489270386266,
686
+ "vid_f1": 0.7347975422885328
687
+ }
688
+ },
689
+ "Single_Trans_Single_Jitter_seed42": {
690
+ "group": "Single_Component",
691
+ "variant": "Single_Jitter",
692
+ "display_name": "+ Sensor Jitter only (Jitter)",
693
+ "domain": "Noise-based (Sensor Noise)",
694
+ "id": "Single_Trans_Single_Jitter_seed42",
695
+ "model": "Transformer",
696
+ "feature": "mix_v2",
697
+ "augment": "single_jitter",
698
+ "seed": 42,
699
+ "metadata": "Final_dataset_metadata.csv",
700
+ "landmark_dir": "data/landmarks",
701
+ "checkpoint": "checkpoints/ablation_aug/best_Single_Trans_Single_Jitter_seed42.pt",
702
+ "metrics": {
703
+ "val_acc": 78.8,
704
+ "val_loss": 1.1354,
705
+ "val_macro_f1": 0.7819,
706
+ "train_loss": 0.4202,
707
+ "best_epoch": 24,
708
+ "loss_gap": 0.7152,
709
+ "win_acc": 64.05395552314984,
710
+ "win_f1": 0.6332726405493153,
711
+ "vid_acc": 75.10729613733905,
712
+ "vid_f1": 0.7399374946244179
713
+ }
714
+ },
715
+ "Single_Trans_Single_Jitter_seed123": {
716
+ "group": "Single_Component",
717
+ "variant": "Single_Jitter",
718
+ "display_name": "+ Sensor Jitter only (Jitter)",
719
+ "domain": "Noise-based (Sensor Noise)",
720
+ "id": "Single_Trans_Single_Jitter_seed123",
721
+ "model": "Transformer",
722
+ "feature": "mix_v2",
723
+ "augment": "single_jitter",
724
+ "seed": 123,
725
+ "metadata": "Final_dataset_metadata.csv",
726
+ "landmark_dir": "data/landmarks",
727
+ "checkpoint": "checkpoints/ablation_aug/best_Single_Trans_Single_Jitter_seed123.pt",
728
+ "metrics": {
729
+ "val_acc": 81.3,
730
+ "val_loss": 1.0807,
731
+ "val_macro_f1": 0.8088,
732
+ "train_loss": 0.3704,
733
+ "best_epoch": 48,
734
+ "loss_gap": 0.7103,
735
+ "win_acc": 66.13197229310973,
736
+ "win_f1": 0.6447263496545198,
737
+ "vid_acc": 75.9656652360515,
738
+ "vid_f1": 0.7413751526794656
739
+ }
740
+ },
741
+ "Single_Trans_Single_Jitter_seed3407": {
742
+ "group": "Single_Component",
743
+ "variant": "Single_Jitter",
744
+ "display_name": "+ Sensor Jitter only (Jitter)",
745
+ "domain": "Noise-based (Sensor Noise)",
746
+ "id": "Single_Trans_Single_Jitter_seed3407",
747
+ "model": "Transformer",
748
+ "feature": "mix_v2",
749
+ "augment": "single_jitter",
750
+ "seed": 3407,
751
+ "metadata": "Final_dataset_metadata.csv",
752
+ "landmark_dir": "data/landmarks",
753
+ "checkpoint": "checkpoints/ablation_aug/best_Single_Trans_Single_Jitter_seed3407.pt",
754
+ "metrics": {
755
+ "val_acc": 79.71,
756
+ "val_loss": 1.0802,
757
+ "val_macro_f1": 0.7912,
758
+ "train_loss": 0.3904,
759
+ "best_epoch": 32,
760
+ "loss_gap": 0.6898,
761
+ "win_acc": 65.11119212541013,
762
+ "win_f1": 0.6473533437220872,
763
+ "vid_acc": 75.9656652360515,
764
+ "vid_f1": 0.7512072692116828
765
+ }
766
+ },
767
+ "Single_Trans_SkelGym_Aug_4op_seed42": {
768
+ "group": "Single_Component",
769
+ "variant": "SkelGym_Aug_4op",
770
+ "display_name": "SkelGym-Aug (4-op: Mirror+Yaw+Scale+Jitter)",
771
+ "domain": "Spatial + Sensor (Proposed)",
772
+ "id": "Single_Trans_SkelGym_Aug_4op_seed42",
773
+ "model": "Transformer",
774
+ "feature": "mix_v2",
775
+ "augment": "skel_gym_aug",
776
+ "seed": 42,
777
+ "metadata": "Final_dataset_metadata.csv",
778
+ "landmark_dir": "data/landmarks",
779
+ "checkpoint": "checkpoints/best_Transformer_T2.2_mix_v2.pt",
780
+ "metrics": {
781
+ "val_acc": 80.96,
782
+ "val_loss": 1.0121,
783
+ "val_macro_f1": 0.8047,
784
+ "train_loss": 0.4354,
785
+ "best_epoch": 42,
786
+ "loss_gap": 0.5767,
787
+ "win_acc": 67.15275246080932,
788
+ "win_f1": 0.6653475731399315,
789
+ "vid_acc": 80.25751072961373,
790
+ "vid_f1": 0.7947615907527049
791
+ }
792
+ },
793
+ "Single_Trans_SkelGym_Aug_4op_seed123": {
794
+ "group": "Single_Component",
795
+ "variant": "SkelGym_Aug_4op",
796
+ "display_name": "SkelGym-Aug (4-op: Mirror+Yaw+Scale+Jitter)",
797
+ "domain": "Spatial + Sensor (Proposed)",
798
+ "id": "Single_Trans_SkelGym_Aug_4op_seed123",
799
+ "model": "Transformer",
800
+ "feature": "mix_v2",
801
+ "augment": "skel_gym_aug",
802
+ "seed": 123,
803
+ "metadata": "Final_dataset_metadata.csv",
804
+ "landmark_dir": "data/landmarks",
805
+ "checkpoint": "checkpoints/seed123/best_Transformer_T2.2_mix_v2.pt",
806
+ "metrics": {
807
+ "val_acc": 82.31,
808
+ "val_loss": 0.9467,
809
+ "val_macro_f1": 0.823,
810
+ "train_loss": 0.4867,
811
+ "best_epoch": 25,
812
+ "loss_gap": 0.46,
813
+ "win_acc": 68.50164053955523,
814
+ "win_f1": 0.6814513142805257,
815
+ "vid_acc": 76.82403433476395,
816
+ "vid_f1": 0.761729215632959
817
+ }
818
+ },
819
+ "Single_Trans_SkelGym_Aug_4op_seed3407": {
820
+ "group": "Single_Component",
821
+ "variant": "SkelGym_Aug_4op",
822
+ "display_name": "SkelGym-Aug (4-op: Mirror+Yaw+Scale+Jitter)",
823
+ "domain": "Spatial + Sensor (Proposed)",
824
+ "id": "Single_Trans_SkelGym_Aug_4op_seed3407",
825
+ "model": "Transformer",
826
+ "feature": "mix_v2",
827
+ "augment": "skel_gym_aug",
828
+ "seed": 3407,
829
+ "metadata": "Final_dataset_metadata.csv",
830
+ "landmark_dir": "data/landmarks",
831
+ "checkpoint": "checkpoints/seed3407/best_Transformer_T2.2_mix_v2.pt",
832
+ "metrics": {
833
+ "val_acc": 82.41,
834
+ "val_loss": 0.9815,
835
+ "val_macro_f1": 0.8187,
836
+ "train_loss": 0.4536,
837
+ "best_epoch": 32,
838
+ "loss_gap": 0.5279,
839
+ "win_acc": 71.49106817353262,
840
+ "win_f1": 0.7163369099648155,
841
+ "vid_acc": 80.68669527896995,
842
+ "vid_f1": 0.8111983312064921
843
+ }
844
+ },
845
+ "Single_Trans_Candidate_Full_5op_seed42": {
846
+ "group": "Single_Component",
847
+ "variant": "Candidate_Full_5op",
848
+ "display_name": "Candidate Full (5-op: +TimeWarp)",
849
+ "domain": "Spatial + Sensor + Temporal",
850
+ "id": "Single_Trans_Candidate_Full_5op_seed42",
851
+ "model": "Transformer",
852
+ "feature": "mix_v2",
853
+ "augment": "skel_gym_aug_legacy_5op",
854
+ "seed": 42,
855
+ "metadata": "Final_dataset_metadata.csv",
856
+ "landmark_dir": "data/landmarks",
857
+ "checkpoint": "checkpoints/ablation_aug/best_Single_Trans_Candidate_Full_5op_seed42.pt",
858
+ "metrics": {
859
+ "val_acc": 81.06,
860
+ "val_loss": 0.9968,
861
+ "val_macro_f1": 0.8062,
862
+ "train_loss": 0.4388,
863
+ "best_epoch": 42,
864
+ "loss_gap": 0.5581,
865
+ "win_acc": 67.40794750273423,
866
+ "win_f1": 0.6685997159434436,
867
+ "vid_acc": 79.82832618025752,
868
+ "vid_f1": 0.7887437379087019
869
+ }
870
+ },
871
+ "Single_Trans_Candidate_Full_5op_seed123": {
872
+ "group": "Single_Component",
873
+ "variant": "Candidate_Full_5op",
874
+ "display_name": "Candidate Full (5-op: +TimeWarp)",
875
+ "domain": "Spatial + Sensor + Temporal",
876
+ "id": "Single_Trans_Candidate_Full_5op_seed123",
877
+ "model": "Transformer",
878
+ "feature": "mix_v2",
879
+ "augment": "skel_gym_aug_legacy_5op",
880
+ "seed": 123,
881
+ "metadata": "Final_dataset_metadata.csv",
882
+ "landmark_dir": "data/landmarks",
883
+ "checkpoint": "checkpoints/ablation_aug/best_Single_Trans_Candidate_Full_5op_seed123.pt",
884
+ "metrics": {
885
+ "val_acc": 82.41,
886
+ "val_loss": 0.961,
887
+ "val_macro_f1": 0.8245,
888
+ "train_loss": 0.423,
889
+ "best_epoch": 42,
890
+ "loss_gap": 0.5381,
891
+ "win_acc": 71.41815530441123,
892
+ "win_f1": 0.7140016946937938,
893
+ "vid_acc": 81.97424892703863,
894
+ "vid_f1": 0.8148922187946467
895
+ }
896
+ },
897
+ "Single_Trans_Candidate_Full_5op_seed3407": {
898
+ "group": "Single_Component",
899
+ "variant": "Candidate_Full_5op",
900
+ "display_name": "Candidate Full (5-op: +TimeWarp)",
901
+ "domain": "Spatial + Sensor + Temporal",
902
+ "id": "Single_Trans_Candidate_Full_5op_seed3407",
903
+ "model": "Transformer",
904
+ "feature": "mix_v2",
905
+ "augment": "skel_gym_aug_legacy_5op",
906
+ "seed": 3407,
907
+ "metadata": "Final_dataset_metadata.csv",
908
+ "landmark_dir": "data/landmarks",
909
+ "checkpoint": "checkpoints/ablation_aug/best_Single_Trans_Candidate_Full_5op_seed3407.pt",
910
+ "metrics": {
911
+ "val_acc": 80.87,
912
+ "val_loss": 0.9824,
913
+ "val_macro_f1": 0.803,
914
+ "train_loss": 0.5394,
915
+ "best_epoch": 19,
916
+ "loss_gap": 0.443,
917
+ "win_acc": 68.90266131972294,
918
+ "win_f1": 0.6869519944598386,
919
+ "vid_acc": 77.25321888412017,
920
+ "vid_f1": 0.7671780475270743
921
+ }
922
+ },
923
+ "LOO_Trans_Minus_Mirror_seed42": {
924
+ "group": "Leave_One_Out",
925
+ "variant": "Minus_Mirror",
926
+ "display_name": "w/o Sagittal Reflection (-Mirror)",
927
+ "domain": "Geometric",
928
+ "model": "Transformer",
929
+ "feature": "mix_v2",
930
+ "augment": "skel_gym_aug_no_mirror",
931
+ "seed": 42,
932
+ "checkpoint_path": "checkpoints/ablation_aug/LOO_Trans_Minus_Mirror_seed42/best_LOO_Trans_Minus_Mirror_seed42.pt",
933
+ "metrics": {
934
+ "val_acc": 81.11,
935
+ "val_loss": 1.043,
936
+ "val_macro_f1": 0.8001,
937
+ "val_vid_acc": 84.54,
938
+ "val_vid_f1": 0.8406,
939
+ "win_acc": 67.55377324097704,
940
+ "win_f1": 0.6786580274947166,
941
+ "vid_acc": 76.39484978540773,
942
+ "vid_f1": 0.7736181183528404,
943
+ "best_epoch": 23
944
+ }
945
+ },
946
+ "LOO_Trans_Minus_Mirror_seed123": {
947
+ "group": "Leave_One_Out",
948
+ "variant": "Minus_Mirror",
949
+ "display_name": "w/o Sagittal Reflection (-Mirror)",
950
+ "domain": "Geometric",
951
+ "model": "Transformer",
952
+ "feature": "mix_v2",
953
+ "augment": "skel_gym_aug_no_mirror",
954
+ "seed": 123,
955
+ "checkpoint_path": "checkpoints/ablation_aug/LOO_Trans_Minus_Mirror_seed123/best_LOO_Trans_Minus_Mirror_seed123.pt",
956
+ "metrics": {
957
+ "val_acc": 80.05,
958
+ "val_loss": 1.0683,
959
+ "val_macro_f1": 0.8007,
960
+ "val_vid_acc": 83.09,
961
+ "val_vid_f1": 0.8362,
962
+ "win_acc": 66.31425446591324,
963
+ "win_f1": 0.6475216497455443,
964
+ "vid_acc": 77.6824034334764,
965
+ "vid_f1": 0.7380237816054561,
966
+ "best_epoch": 24
967
+ }
968
+ },
969
+ "LOO_Trans_Minus_Mirror_seed3407": {
970
+ "group": "Leave_One_Out",
971
+ "variant": "Minus_Mirror",
972
+ "display_name": "w/o Sagittal Reflection (-Mirror)",
973
+ "domain": "Geometric",
974
+ "model": "Transformer",
975
+ "feature": "mix_v2",
976
+ "augment": "skel_gym_aug_no_mirror",
977
+ "seed": 3407,
978
+ "checkpoint_path": "checkpoints/ablation_aug/LOO_Trans_Minus_Mirror_seed3407/best_LOO_Trans_Minus_Mirror_seed3407.pt",
979
+ "metrics": {
980
+ "val_acc": 80.34,
981
+ "val_loss": 1.0481,
982
+ "val_macro_f1": 0.7972,
983
+ "val_vid_acc": 83.57,
984
+ "val_vid_f1": 0.8349,
985
+ "win_acc": 66.38716733503463,
986
+ "win_f1": 0.6631322573674387,
987
+ "vid_acc": 76.39484978540773,
988
+ "vid_f1": 0.753502925617433,
989
+ "best_epoch": 27
990
+ }
991
+ },
992
+ "LOO_Trans_Minus_Yaw_seed42": {
993
+ "group": "Leave_One_Out",
994
+ "variant": "Minus_Yaw",
995
+ "display_name": "w/o Gravitational Yaw (-Yaw)",
996
+ "domain": "Geometric",
997
+ "model": "Transformer",
998
+ "feature": "mix_v2",
999
+ "augment": "skel_gym_aug_no_yaw",
1000
+ "seed": 42,
1001
+ "checkpoint_path": "checkpoints/ablation_aug/LOO_Trans_Minus_Yaw_seed42/best_LOO_Trans_Minus_Yaw_seed42.pt",
1002
+ "metrics": {
1003
+ "val_acc": 80.34,
1004
+ "val_loss": 0.9924,
1005
+ "val_macro_f1": 0.7973,
1006
+ "val_vid_acc": 83.09,
1007
+ "val_vid_f1": 0.8301,
1008
+ "win_acc": 68.82974845060154,
1009
+ "win_f1": 0.6873811333273059,
1010
+ "vid_acc": 79.82832618025752,
1011
+ "vid_f1": 0.7937832150748295,
1012
+ "best_epoch": 16
1013
+ }
1014
+ },
1015
+ "LOO_Trans_Minus_Yaw_seed123": {
1016
+ "group": "Leave_One_Out",
1017
+ "variant": "Minus_Yaw",
1018
+ "display_name": "w/o Gravitational Yaw (-Yaw)",
1019
+ "domain": "Geometric",
1020
+ "model": "Transformer",
1021
+ "feature": "mix_v2",
1022
+ "augment": "skel_gym_aug_no_yaw",
1023
+ "seed": 123,
1024
+ "checkpoint_path": "checkpoints/ablation_aug/LOO_Trans_Minus_Yaw_seed123/best_LOO_Trans_Minus_Yaw_seed123.pt",
1025
+ "metrics": {
1026
+ "val_acc": 82.31,
1027
+ "val_loss": 1.0048,
1028
+ "val_macro_f1": 0.8214,
1029
+ "val_vid_acc": 85.02,
1030
+ "val_vid_f1": 0.8603,
1031
+ "win_acc": 70.47028800583303,
1032
+ "win_f1": 0.704894068447165,
1033
+ "vid_acc": 82.83261802575107,
1034
+ "vid_f1": 0.8367040226875285,
1035
+ "best_epoch": 35
1036
+ }
1037
+ },
1038
+ "LOO_Trans_Minus_Yaw_seed3407": {
1039
+ "group": "Leave_One_Out",
1040
+ "variant": "Minus_Yaw",
1041
+ "display_name": "w/o Gravitational Yaw (-Yaw)",
1042
+ "domain": "Geometric",
1043
+ "model": "Transformer",
1044
+ "feature": "mix_v2",
1045
+ "augment": "skel_gym_aug_no_yaw",
1046
+ "seed": 3407,
1047
+ "checkpoint_path": "checkpoints/ablation_aug/LOO_Trans_Minus_Yaw_seed3407/best_LOO_Trans_Minus_Yaw_seed3407.pt",
1048
+ "metrics": {
1049
+ "val_acc": 81.49,
1050
+ "val_loss": 1.0145,
1051
+ "val_macro_f1": 0.8094,
1052
+ "val_vid_acc": 85.02,
1053
+ "val_vid_f1": 0.8525,
1054
+ "win_acc": 72.40247903755012,
1055
+ "win_f1": 0.7218616282007283,
1056
+ "vid_acc": 81.97424892703863,
1057
+ "vid_f1": 0.8292463703874453,
1058
+ "best_epoch": 42
1059
+ }
1060
+ },
1061
+ "LOO_Trans_Minus_Scale_seed42": {
1062
+ "group": "Leave_One_Out",
1063
+ "variant": "Minus_Scale",
1064
+ "display_name": "w/o Proportional Scaling (-Scale)",
1065
+ "domain": "Geometric",
1066
+ "model": "Transformer",
1067
+ "feature": "mix_v2",
1068
+ "augment": "skel_gym_aug_no_scale",
1069
+ "seed": 42,
1070
+ "checkpoint_path": "checkpoints/ablation_aug/LOO_Trans_Minus_Scale_seed42/best_LOO_Trans_Minus_Scale_seed42.pt",
1071
+ "metrics": {
1072
+ "val_acc": 79.42,
1073
+ "val_loss": 1.0004,
1074
+ "val_macro_f1": 0.787,
1075
+ "val_vid_acc": 84.06,
1076
+ "val_vid_f1": 0.8325,
1077
+ "win_acc": 68.61100984323734,
1078
+ "win_f1": 0.6851031501685761,
1079
+ "vid_acc": 79.82832618025752,
1080
+ "vid_f1": 0.7926146608839272,
1081
+ "best_epoch": 16
1082
+ }
1083
+ },
1084
+ "LOO_Trans_Minus_Scale_seed123": {
1085
+ "group": "Leave_One_Out",
1086
+ "variant": "Minus_Scale",
1087
+ "display_name": "w/o Proportional Scaling (-Scale)",
1088
+ "domain": "Geometric",
1089
+ "model": "Transformer",
1090
+ "feature": "mix_v2",
1091
+ "augment": "skel_gym_aug_no_scale",
1092
+ "seed": 123,
1093
+ "checkpoint_path": "checkpoints/ablation_aug/LOO_Trans_Minus_Scale_seed123/best_LOO_Trans_Minus_Scale_seed123.pt",
1094
+ "metrics": {
1095
+ "val_acc": 81.06,
1096
+ "val_loss": 0.9779,
1097
+ "val_macro_f1": 0.8111,
1098
+ "val_vid_acc": 85.02,
1099
+ "val_vid_f1": 0.8461,
1100
+ "win_acc": 69.59533357637623,
1101
+ "win_f1": 0.6882548021049266,
1102
+ "vid_acc": 80.68669527896995,
1103
+ "vid_f1": 0.7954409893483642,
1104
+ "best_epoch": 24
1105
+ }
1106
+ },
1107
+ "LOO_Trans_Minus_Scale_seed3407": {
1108
+ "group": "Leave_One_Out",
1109
+ "variant": "Minus_Scale",
1110
+ "display_name": "w/o Proportional Scaling (-Scale)",
1111
+ "domain": "Geometric",
1112
+ "model": "Transformer",
1113
+ "feature": "mix_v2",
1114
+ "augment": "skel_gym_aug_no_scale",
1115
+ "seed": 3407,
1116
+ "checkpoint_path": "checkpoints/ablation_aug/LOO_Trans_Minus_Scale_seed3407/best_LOO_Trans_Minus_Scale_seed3407.pt",
1117
+ "metrics": {
1118
+ "val_acc": 81.45,
1119
+ "val_loss": 0.9847,
1120
+ "val_macro_f1": 0.8071,
1121
+ "val_vid_acc": 83.57,
1122
+ "val_vid_f1": 0.8332,
1123
+ "win_acc": 70.28800583302953,
1124
+ "win_f1": 0.7041390944444422,
1125
+ "vid_acc": 80.25751072961373,
1126
+ "vid_f1": 0.8079421696393422,
1127
+ "best_epoch": 24
1128
+ }
1129
+ },
1130
+ "LOO_Trans_Minus_Jitter_seed42": {
1131
+ "group": "Leave_One_Out",
1132
+ "variant": "Minus_Jitter",
1133
+ "display_name": "w/o Sensor Jitter (-Jitter)",
1134
+ "domain": "Noise-based",
1135
+ "model": "Transformer",
1136
+ "feature": "mix_v2",
1137
+ "augment": "skel_gym_aug_no_jitter",
1138
+ "seed": 42,
1139
+ "checkpoint_path": "checkpoints/ablation_aug/LOO_Trans_Minus_Jitter_seed42/best_LOO_Trans_Minus_Jitter_seed42.pt",
1140
+ "metrics": {
1141
+ "val_acc": 81.25,
1142
+ "val_loss": 0.9545,
1143
+ "val_macro_f1": 0.8025,
1144
+ "val_vid_acc": 84.06,
1145
+ "val_vid_f1": 0.8389,
1146
+ "win_acc": 69.44950783813343,
1147
+ "win_f1": 0.6971660410371064,
1148
+ "vid_acc": 81.11587982832617,
1149
+ "vid_f1": 0.8179309170110259,
1150
+ "best_epoch": 18
1151
+ }
1152
+ },
1153
+ "LOO_Trans_Minus_Jitter_seed123": {
1154
+ "group": "Leave_One_Out",
1155
+ "variant": "Minus_Jitter",
1156
+ "display_name": "w/o Sensor Jitter (-Jitter)",
1157
+ "domain": "Noise-based",
1158
+ "model": "Transformer",
1159
+ "feature": "mix_v2",
1160
+ "augment": "skel_gym_aug_no_jitter",
1161
+ "seed": 123,
1162
+ "checkpoint_path": "checkpoints/ablation_aug/LOO_Trans_Minus_Jitter_seed123/best_LOO_Trans_Minus_Jitter_seed123.pt",
1163
+ "metrics": {
1164
+ "val_acc": 82.31,
1165
+ "val_loss": 0.9555,
1166
+ "val_macro_f1": 0.8197,
1167
+ "val_vid_acc": 85.99,
1168
+ "val_vid_f1": 0.8631,
1169
+ "win_acc": 70.03281079110462,
1170
+ "win_f1": 0.6983201711610585,
1171
+ "vid_acc": 78.11158798283262,
1172
+ "vid_f1": 0.7837643926698145,
1173
+ "best_epoch": 30
1174
+ }
1175
+ },
1176
+ "LOO_Trans_Minus_Jitter_seed3407": {
1177
+ "group": "Leave_One_Out",
1178
+ "variant": "Minus_Jitter",
1179
+ "display_name": "w/o Sensor Jitter (-Jitter)",
1180
+ "domain": "Noise-based",
1181
+ "model": "Transformer",
1182
+ "feature": "mix_v2",
1183
+ "augment": "skel_gym_aug_no_jitter",
1184
+ "seed": 3407,
1185
+ "checkpoint_path": "checkpoints/ablation_aug/LOO_Trans_Minus_Jitter_seed3407/best_LOO_Trans_Minus_Jitter_seed3407.pt",
1186
+ "metrics": {
1187
+ "val_acc": 80.77,
1188
+ "val_loss": 1.0001,
1189
+ "val_macro_f1": 0.8054,
1190
+ "val_vid_acc": 82.13,
1191
+ "val_vid_f1": 0.8167,
1192
+ "win_acc": 69.37659496901203,
1193
+ "win_f1": 0.6912549272594607,
1194
+ "vid_acc": 79.39914163090128,
1195
+ "vid_f1": 0.7892256516274749,
1196
+ "best_epoch": 24
1197
+ }
1198
+ }
1199
+ }
1200
+ }