GOVINDFROM commited on
Commit
4e0dae4
·
verified ·
1 Parent(s): f9d09ea

S_state_nocam: EMA weights at step 60000, config and evaluation

Browse files
S_state_nocam/action_use.json ADDED
@@ -0,0 +1,205 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "run": "S_state_nocam",
3
+ "step": 60000,
4
+ "windows": 512,
5
+ "val_parts": 21,
6
+ "val_stems": [
7
+ "case_012_p001",
8
+ "case_012_p002",
9
+ "case_021_p001",
10
+ "case_021_p002",
11
+ "case_051_p001",
12
+ "case_051_p002",
13
+ "case_065_p001",
14
+ "case_065_p002",
15
+ "case_076_p001",
16
+ "case_076_p002",
17
+ "case_081_p001",
18
+ "case_088_p001",
19
+ "case_088_p002",
20
+ "case_108_p001",
21
+ "case_108_p002",
22
+ "case_115_p001",
23
+ "case_115_p002",
24
+ "case_117_p001",
25
+ "case_117_p002",
26
+ "case_128_p001",
27
+ "case_128_p002"
28
+ ],
29
+ "taus": [
30
+ 0.1,
31
+ 0.3,
32
+ 0.5,
33
+ 0.7,
34
+ 0.9
35
+ ],
36
+ "replay": {
37
+ "real": {
38
+ "inside": 0.7320451354895561,
39
+ "outside": 0.6135429851791563,
40
+ "all": 0.6305200430811668
41
+ },
42
+ "shuffled": {
43
+ "inside": 0.7320451354895561,
44
+ "outside": 0.6135429851791563,
45
+ "all": 0.6305200430811668
46
+ },
47
+ "camera_shuffled": {
48
+ "inside": 0.7320451354895561,
49
+ "outside": 0.6135429851791563,
50
+ "all": 0.6305200430811668
51
+ },
52
+ "zero": {
53
+ "inside": 0.7320451354895561,
54
+ "outside": 0.6135429851791563,
55
+ "all": 0.6305200430811668
56
+ },
57
+ "zero_camera_shuffled": {
58
+ "inside": 0.7320451354895561,
59
+ "outside": 0.6135429851791563,
60
+ "all": 0.6305200430811668
61
+ }
62
+ },
63
+ "replay_gap_pct": {
64
+ "shuffled": 0.0,
65
+ "camera_shuffled": 0.0,
66
+ "zero": 0.0,
67
+ "zero_camera_shuffled": 0.0
68
+ },
69
+ "fm_real": {
70
+ "inside": [
71
+ 0.79363,
72
+ 0.48607,
73
+ 0.35644,
74
+ 0.29587,
75
+ 0.32029
76
+ ],
77
+ "outside": [
78
+ 0.68597,
79
+ 0.3418,
80
+ 0.22092,
81
+ 0.17022,
82
+ 0.17636
83
+ ]
84
+ },
85
+ "fm_shuffled": {
86
+ "inside": [
87
+ 0.79363,
88
+ 0.48607,
89
+ 0.35644,
90
+ 0.29587,
91
+ 0.32029
92
+ ],
93
+ "outside": [
94
+ 0.68597,
95
+ 0.3418,
96
+ 0.22092,
97
+ 0.17022,
98
+ 0.17636
99
+ ]
100
+ },
101
+ "fm_zero": {
102
+ "inside": [
103
+ 0.79363,
104
+ 0.48607,
105
+ 0.35644,
106
+ 0.29587,
107
+ 0.32029
108
+ ],
109
+ "outside": [
110
+ 0.68597,
111
+ 0.3418,
112
+ 0.22092,
113
+ 0.17022,
114
+ 0.17636
115
+ ]
116
+ },
117
+ "fm_camera_shuffled": {
118
+ "inside": [
119
+ 0.79363,
120
+ 0.48607,
121
+ 0.35644,
122
+ 0.29587,
123
+ 0.32029
124
+ ],
125
+ "outside": [
126
+ 0.68597,
127
+ 0.3418,
128
+ 0.22092,
129
+ 0.17022,
130
+ 0.17636
131
+ ]
132
+ },
133
+ "fm_zero_camera_shuffled": {
134
+ "inside": [
135
+ 0.79363,
136
+ 0.48607,
137
+ 0.35644,
138
+ 0.29587,
139
+ 0.32029
140
+ ],
141
+ "outside": [
142
+ 0.68597,
143
+ 0.3418,
144
+ 0.22092,
145
+ 0.17022,
146
+ 0.17636
147
+ ]
148
+ },
149
+ "gap_shuffled_inside_pct": [
150
+ 0.0,
151
+ 0.0,
152
+ 0.0,
153
+ 0.0,
154
+ 0.0
155
+ ],
156
+ "gap_shuffled_outside_pct": [
157
+ 0.0,
158
+ 0.0,
159
+ 0.0,
160
+ 0.0,
161
+ 0.0
162
+ ],
163
+ "gap_zero_inside_pct": [
164
+ 0.0,
165
+ 0.0,
166
+ 0.0,
167
+ 0.0,
168
+ 0.0
169
+ ],
170
+ "gap_zero_outside_pct": [
171
+ 0.0,
172
+ 0.0,
173
+ 0.0,
174
+ 0.0,
175
+ 0.0
176
+ ],
177
+ "gap_camera_shuffled_inside_pct": [
178
+ 0.0,
179
+ 0.0,
180
+ 0.0,
181
+ 0.0,
182
+ 0.0
183
+ ],
184
+ "gap_camera_shuffled_outside_pct": [
185
+ 0.0,
186
+ 0.0,
187
+ 0.0,
188
+ 0.0,
189
+ 0.0
190
+ ],
191
+ "gap_zero_camera_shuffled_inside_pct": [
192
+ 0.0,
193
+ 0.0,
194
+ 0.0,
195
+ 0.0,
196
+ 0.0
197
+ ],
198
+ "gap_zero_camera_shuffled_outside_pct": [
199
+ 0.0,
200
+ 0.0,
201
+ 0.0,
202
+ 0.0,
203
+ 0.0
204
+ ]
205
+ }
S_state_nocam/config.json ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "run": "S_state_nocam",
3
+ "step": 60000,
4
+ "weights": "EMA of the parameters (decay 0.9995)",
5
+ "parameters": 45861424,
6
+ "model": {
7
+ "size": "S",
8
+ "action": "state",
9
+ "camera": false,
10
+ "latent_shape": [
11
+ 48,
12
+ 14,
13
+ 20
14
+ ],
15
+ "du": 8,
16
+ "dg": 24,
17
+ "n_slots": 4,
18
+ "n_codes": 12,
19
+ "vq_weight": 1.0,
20
+ "kin_dim": 28,
21
+ "arm_pool": "region",
22
+ "scene": false,
23
+ "stabilise": false,
24
+ "use_ui": false,
25
+ "kl_weight": 0.0001,
26
+ "fwd_weight": 1.0,
27
+ "fwd_dim": 256,
28
+ "fwd_depth": 4,
29
+ "idm_dim": 256,
30
+ "idm_depth": 2,
31
+ "idm_heads": 4,
32
+ "p_drop_actions": 0.1,
33
+ "p_drop_learned": 0.0,
34
+ "p_context": 0.75,
35
+ "max_context": 3,
36
+ "p_shared_tau": 0.5,
37
+ "p_noisy_context": 0.3,
38
+ "ctx_noise": 0.1,
39
+ "grad_checkpoint": false,
40
+ "extra": {}
41
+ },
42
+ "train": {
43
+ "name": "S_state_nocam",
44
+ "action": "state",
45
+ "size": "S",
46
+ "no_camera": true,
47
+ "du": 8,
48
+ "dg": 24,
49
+ "kl": 0.0001,
50
+ "fwd": 1.0,
51
+ "kl_warmup": 10000,
52
+ "arm_pool": "region",
53
+ "scene": false,
54
+ "stabilise": false,
55
+ "p_drop_learned": 0.0,
56
+ "use_ui": false,
57
+ "fp8": false,
58
+ "steps": 60000,
59
+ "bs": 32,
60
+ "lr": 0.0001,
61
+ "warmup": 2000,
62
+ "wd": 0.01,
63
+ "ema": 0.9995,
64
+ "grad_ckpt": false,
65
+ "no_compile": false,
66
+ "train_fraction": 1.0,
67
+ "data": "surgvu",
68
+ "stems": null,
69
+ "drop_no_signal": false,
70
+ "init": null,
71
+ "eval_every": 10000,
72
+ "save_every": 5000,
73
+ "workers": 6,
74
+ "seed": 0,
75
+ "resume": true
76
+ }
77
+ }
S_state_nocam/control.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 60000,
3
+ "run": "S_state_nocam",
4
+ "n_windows": 300,
5
+ "ecs_windows": 278,
6
+ "ecs_precision": 0.8997122893547062,
7
+ "ecs_recall": 0.7479924824876132,
8
+ "ecs_hallucination_rate": 0.09730785039046445,
9
+ "ecs_missing_rate": 0.2520075175123868,
10
+ "ecs_real_hallucination_rate": 0.053391423201776866
11
+ }
S_state_nocam/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b42f136ab79f2ed22708433a06dd13d9fd15685e7fdebb9b8496dae167ac6dcd
3
+ size 183462448
S_state_nocam/replay.json ADDED
@@ -0,0 +1,199 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 60000,
3
+ "data": "surgvu",
4
+ "split": "test",
5
+ "n_windows": 1000,
6
+ "n_ctx": 2,
7
+ "steps": 50,
8
+ "cfg": 1.0,
9
+ "first_pred_frame": 5,
10
+ "pred_psnr": 19.290748596191406,
11
+ "pred_psnr_by_frame": [
12
+ 27.40999984741211,
13
+ 24.785900115966797,
14
+ 23.23819923400879,
15
+ 22.231800079345703,
16
+ 21.780399322509766,
17
+ 21.090700149536133,
18
+ 20.502599716186523,
19
+ 19.982500076293945,
20
+ 19.838699340820312,
21
+ 19.32430076599121,
22
+ 18.89109992980957,
23
+ 18.554100036621094,
24
+ 18.639799118041992,
25
+ 18.372100830078125,
26
+ 18.07859992980957,
27
+ 17.821800231933594,
28
+ 17.98349952697754,
29
+ 17.796600341796875,
30
+ 17.594499588012695,
31
+ 17.42329978942871,
32
+ 17.618600845336914,
33
+ 17.489500045776367,
34
+ 17.3533992767334,
35
+ 17.236600875854492,
36
+ 17.461000442504883,
37
+ 17.35849952697754,
38
+ 17.21660041809082,
39
+ 17.066299438476562
40
+ ],
41
+ "pred_ssim": 0.5941600203514099,
42
+ "pred_ssim_by_frame": [
43
+ 0.8536999821662903,
44
+ 0.7890999913215637,
45
+ 0.7433000206947327,
46
+ 0.7110000252723694,
47
+ 0.6891999840736389,
48
+ 0.6656000018119812,
49
+ 0.6435999870300293,
50
+ 0.6243000030517578,
51
+ 0.6159999966621399,
52
+ 0.5982999801635742,
53
+ 0.5838000178337097,
54
+ 0.5720999836921692,
55
+ 0.5709999799728394,
56
+ 0.5608000159263611,
57
+ 0.5511000156402588,
58
+ 0.5428000092506409,
59
+ 0.5482000112533569,
60
+ 0.5397999882698059,
61
+ 0.5321999788284302,
62
+ 0.5268999934196472,
63
+ 0.531499981880188,
64
+ 0.5260999798774719,
65
+ 0.5213000178337097,
66
+ 0.5170000195503235,
67
+ 0.5253000259399414,
68
+ 0.520799994468689,
69
+ 0.517300009727478,
70
+ 0.51419997215271
71
+ ],
72
+ "pred_lpips": 0.23676583170890808,
73
+ "pred_lpips_by_frame": [
74
+ 0.05900000035762787,
75
+ 0.09269999712705612,
76
+ 0.1185000017285347,
77
+ 0.13950000703334808,
78
+ 0.1534000039100647,
79
+ 0.17159999907016754,
80
+ 0.18729999661445618,
81
+ 0.20029999315738678,
82
+ 0.2087000012397766,
83
+ 0.22259999811649323,
84
+ 0.23399999737739563,
85
+ 0.24279999732971191,
86
+ 0.24719999730587006,
87
+ 0.2556999921798706,
88
+ 0.26409998536109924,
89
+ 0.2711000144481659,
90
+ 0.2727000117301941,
91
+ 0.2797999978065491,
92
+ 0.28610000014305115,
93
+ 0.2919999957084656,
94
+ 0.2921999990940094,
95
+ 0.2964000105857849,
96
+ 0.3009999990463257,
97
+ 0.30489999055862427,
98
+ 0.30390000343322754,
99
+ 0.3066999912261963,
100
+ 0.31049999594688416,
101
+ 0.3147999942302704
102
+ ],
103
+ "pred_fvd": 358.2288158056882,
104
+ "pred_shuffled_psnr": 19.313329696655273,
105
+ "pred_shuffled_psnr_by_frame": [
106
+ 27.357200622558594,
107
+ 24.731300354003906,
108
+ 23.17919921875,
109
+ 22.141000747680664,
110
+ 21.618600845336914,
111
+ 20.854999542236328,
112
+ 20.324600219726562,
113
+ 19.870399475097656,
114
+ 19.73110008239746,
115
+ 19.243200302124023,
116
+ 18.864599227905273,
117
+ 18.577600479125977,
118
+ 18.70170021057129,
119
+ 18.434900283813477,
120
+ 18.19300079345703,
121
+ 18.005300521850586,
122
+ 18.220800399780273,
123
+ 18.003799438476562,
124
+ 17.7677001953125,
125
+ 17.567699432373047,
126
+ 17.78030014038086,
127
+ 17.608999252319336,
128
+ 17.460899353027344,
129
+ 17.31529998779297,
130
+ 17.548500061035156,
131
+ 17.40290069580078,
132
+ 17.2278995513916,
133
+ 17.039600372314453
134
+ ],
135
+ "pred_shuffled_ssim": 0.5966001152992249,
136
+ "pred_shuffled_ssim_by_frame": [
137
+ 0.8515999913215637,
138
+ 0.7860000133514404,
139
+ 0.7409999966621399,
140
+ 0.708299994468689,
141
+ 0.6862000226974487,
142
+ 0.6610999703407288,
143
+ 0.6401000022888184,
144
+ 0.6223000288009644,
145
+ 0.614799976348877,
146
+ 0.598800003528595,
147
+ 0.5853000283241272,
148
+ 0.5748000144958496,
149
+ 0.5748999714851379,
150
+ 0.566100001335144,
151
+ 0.5579000115394592,
152
+ 0.5509999990463257,
153
+ 0.5568000078201294,
154
+ 0.5486999750137329,
155
+ 0.5407000184059143,
156
+ 0.5339000225067139,
157
+ 0.538100004196167,
158
+ 0.5322999954223633,
159
+ 0.5266000032424927,
160
+ 0.5210999846458435,
161
+ 0.5289000272750854,
162
+ 0.5235000252723694,
163
+ 0.5188000202178955,
164
+ 0.5151000022888184
165
+ ],
166
+ "pred_shuffled_lpips": 0.23566772043704987,
167
+ "pred_shuffled_lpips_by_frame": [
168
+ 0.05939999967813492,
169
+ 0.09399999678134918,
170
+ 0.1200999990105629,
171
+ 0.14079999923706055,
172
+ 0.15520000457763672,
173
+ 0.1745000034570694,
174
+ 0.18970000743865967,
175
+ 0.2020999938249588,
176
+ 0.21070000529289246,
177
+ 0.22380000352859497,
178
+ 0.23399999737739563,
179
+ 0.24240000545978546,
180
+ 0.24570000171661377,
181
+ 0.25459998846054077,
182
+ 0.2624000012874603,
183
+ 0.26809999346733093,
184
+ 0.2685000002384186,
185
+ 0.27489998936653137,
186
+ 0.28130000829696655,
187
+ 0.2874999940395355,
188
+ 0.28760001063346863,
189
+ 0.29249998927116394,
190
+ 0.2973000109195709,
191
+ 0.30230000615119934,
192
+ 0.3010999858379364,
193
+ 0.30480000376701355,
194
+ 0.3093000054359436,
195
+ 0.314300000667572
196
+ ],
197
+ "pred_shuffled_fvd": 347.0989946173951,
198
+ "delta_psnr": -0.022581100463867188
199
+ }