GOVINDFROM commited on
Commit
3dd0e05
·
verified ·
1 Parent(s): ad68e14

S_global: EMA weights at step 60000, config and evaluation

Browse files
S_global/action_use.json ADDED
@@ -0,0 +1,205 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "run": "S_global",
3
+ "step": 60000,
4
+ "windows": 512,
5
+ "val_parts": 21,
6
+ "val_stems": [
7
+ "case_012_p001",
8
+ "case_012_p002",
9
+ "case_021_p001",
10
+ "case_021_p002",
11
+ "case_051_p001",
12
+ "case_051_p002",
13
+ "case_065_p001",
14
+ "case_065_p002",
15
+ "case_076_p001",
16
+ "case_076_p002",
17
+ "case_081_p001",
18
+ "case_088_p001",
19
+ "case_088_p002",
20
+ "case_108_p001",
21
+ "case_108_p002",
22
+ "case_115_p001",
23
+ "case_115_p002",
24
+ "case_117_p001",
25
+ "case_117_p002",
26
+ "case_128_p001",
27
+ "case_128_p002"
28
+ ],
29
+ "taus": [
30
+ 0.1,
31
+ 0.3,
32
+ 0.5,
33
+ 0.7,
34
+ 0.9
35
+ ],
36
+ "replay": {
37
+ "real": {
38
+ "inside": 0.4052577974747075,
39
+ "outside": 0.24668091287153157,
40
+ "all": 0.2693992259551068
41
+ },
42
+ "shuffled": {
43
+ "inside": 0.6242160628364796,
44
+ "outside": 0.4279530018176753,
45
+ "all": 0.45607037641564196
46
+ },
47
+ "camera_shuffled": {
48
+ "inside": 0.42644301156529096,
49
+ "outside": 0.27957053676525323,
50
+ "all": 0.30061203265676695
51
+ },
52
+ "zero": {
53
+ "inside": 0.5497482169895682,
54
+ "outside": 0.3434425735015737,
55
+ "all": 0.3729986857394783
56
+ },
57
+ "zero_camera_shuffled": {
58
+ "inside": 0.5750763328331061,
59
+ "outside": 0.38461057938074,
60
+ "all": 0.4118974101786711
61
+ }
62
+ },
63
+ "replay_gap_pct": {
64
+ "shuffled": 69.292,
65
+ "camera_shuffled": 11.586,
66
+ "zero": 38.456,
67
+ "zero_camera_shuffled": 10.429
68
+ },
69
+ "fm_real": {
70
+ "inside": [
71
+ 0.79118,
72
+ 0.48331,
73
+ 0.35257,
74
+ 0.28439,
75
+ 0.25215
76
+ ],
77
+ "outside": [
78
+ 0.68331,
79
+ 0.3396,
80
+ 0.21829,
81
+ 0.16336,
82
+ 0.13862
83
+ ]
84
+ },
85
+ "fm_shuffled": {
86
+ "inside": [
87
+ 0.79233,
88
+ 0.49074,
89
+ 0.39133,
90
+ 0.41741,
91
+ 0.50756
92
+ ],
93
+ "outside": [
94
+ 0.68446,
95
+ 0.34554,
96
+ 0.24348,
97
+ 0.23754,
98
+ 0.28727
99
+ ]
100
+ },
101
+ "fm_zero": {
102
+ "inside": [
103
+ 0.79205,
104
+ 0.48858,
105
+ 0.38198,
106
+ 0.38212,
107
+ 0.43955
108
+ ],
109
+ "outside": [
110
+ 0.68437,
111
+ 0.34431,
112
+ 0.23836,
113
+ 0.21689,
114
+ 0.23513
115
+ ]
116
+ },
117
+ "fm_camera_shuffled": {
118
+ "inside": [
119
+ 0.79151,
120
+ 0.48413,
121
+ 0.35519,
122
+ 0.29195,
123
+ 0.26878
124
+ ],
125
+ "outside": [
126
+ 0.68373,
127
+ 0.34064,
128
+ 0.22176,
129
+ 0.17396,
130
+ 0.16294
131
+ ]
132
+ },
133
+ "fm_zero_camera_shuffled": {
134
+ "inside": [
135
+ 0.79238,
136
+ 0.48976,
137
+ 0.38683,
138
+ 0.39685,
139
+ 0.46644
140
+ ],
141
+ "outside": [
142
+ 0.68482,
143
+ 0.34582,
144
+ 0.2445,
145
+ 0.23647,
146
+ 0.27467
147
+ ]
148
+ },
149
+ "gap_shuffled_inside_pct": [
150
+ 0.145,
151
+ 1.537,
152
+ 10.994,
153
+ 46.776,
154
+ 101.294
155
+ ],
156
+ "gap_shuffled_outside_pct": [
157
+ 0.169,
158
+ 1.75,
159
+ 11.542,
160
+ 45.411,
161
+ 107.239
162
+ ],
163
+ "gap_zero_inside_pct": [
164
+ 0.109,
165
+ 1.091,
166
+ 8.341,
167
+ 34.368,
168
+ 74.32
169
+ ],
170
+ "gap_zero_outside_pct": [
171
+ 0.156,
172
+ 1.388,
173
+ 9.195,
174
+ 32.766,
175
+ 69.63
176
+ ],
177
+ "gap_camera_shuffled_inside_pct": [
178
+ 0.041,
179
+ 0.17,
180
+ 0.744,
181
+ 2.661,
182
+ 6.597
183
+ ],
184
+ "gap_camera_shuffled_outside_pct": [
185
+ 0.062,
186
+ 0.306,
187
+ 1.59,
188
+ 6.486,
189
+ 17.551
190
+ ],
191
+ "gap_zero_camera_shuffled_inside_pct": [
192
+ 0.042,
193
+ 0.241,
194
+ 1.269,
195
+ 3.854,
196
+ 6.12
197
+ ],
198
+ "gap_zero_camera_shuffled_outside_pct": [
199
+ 0.066,
200
+ 0.438,
201
+ 2.577,
202
+ 9.026,
203
+ 16.813
204
+ ]
205
+ }
S_global/config.json ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "run": "S_global",
3
+ "step": 60000,
4
+ "weights": "EMA of the parameters (decay 0.9995)",
5
+ "parameters": 50129424,
6
+ "model": {
7
+ "size": "S",
8
+ "action": "global",
9
+ "camera": true,
10
+ "latent_shape": [
11
+ 48,
12
+ 14,
13
+ 20
14
+ ],
15
+ "du": 8,
16
+ "dg": 24,
17
+ "n_slots": 4,
18
+ "n_codes": 12,
19
+ "vq_weight": 1.0,
20
+ "kin_dim": 28,
21
+ "arm_pool": "region",
22
+ "scene": false,
23
+ "stabilise": false,
24
+ "use_ui": false,
25
+ "kl_weight": 0.0001,
26
+ "fwd_weight": 1.0,
27
+ "fwd_dim": 256,
28
+ "fwd_depth": 4,
29
+ "idm_dim": 256,
30
+ "idm_depth": 2,
31
+ "idm_heads": 4,
32
+ "p_drop_actions": 0.1,
33
+ "p_drop_learned": 0.0,
34
+ "p_context": 0.75,
35
+ "max_context": 3,
36
+ "p_shared_tau": 0.5,
37
+ "p_noisy_context": 0.3,
38
+ "ctx_noise": 0.1,
39
+ "grad_checkpoint": false,
40
+ "extra": {}
41
+ },
42
+ "train": {
43
+ "name": "S_global",
44
+ "action": "global",
45
+ "size": "S",
46
+ "no_camera": false,
47
+ "du": 8,
48
+ "dg": 24,
49
+ "kl": 0.0001,
50
+ "fwd": 1.0,
51
+ "kl_warmup": 10000,
52
+ "arm_pool": "region",
53
+ "scene": false,
54
+ "stabilise": false,
55
+ "p_drop_learned": 0.0,
56
+ "use_ui": false,
57
+ "fp8": false,
58
+ "steps": 60000,
59
+ "bs": 32,
60
+ "lr": 0.0001,
61
+ "warmup": 2000,
62
+ "wd": 0.01,
63
+ "ema": 0.9995,
64
+ "grad_ckpt": false,
65
+ "no_compile": false,
66
+ "train_fraction": 1.0,
67
+ "data": "surgvu",
68
+ "stems": null,
69
+ "drop_no_signal": false,
70
+ "init": null,
71
+ "eval_every": 10000,
72
+ "save_every": 5000,
73
+ "workers": 6,
74
+ "seed": 0,
75
+ "resume": true
76
+ }
77
+ }
S_global/control.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 60000,
3
+ "run": "S_global",
4
+ "n_windows": 300,
5
+ "cam_pan_left_gain": 0.1548089859875027,
6
+ "cam_pan_left_sign_acc": 1.0,
7
+ "cam_pan_right_gain": 0.17377423698100009,
8
+ "cam_pan_right_sign_acc": 1.0,
9
+ "cam_tilt_up_gain": 0.09697613625688527,
10
+ "cam_tilt_up_sign_acc": 0.9933333333333333,
11
+ "cam_tilt_down_gain": 0.12842257964539444,
12
+ "cam_tilt_down_sign_acc": 1.0,
13
+ "cam_zoom_in_gain": 0.1882986650437303,
14
+ "cam_zoom_in_sign_acc": 1.0,
15
+ "cam_zoom_out_gain": 0.2057033376318636,
16
+ "cam_zoom_out_sign_acc": 1.0,
17
+ "cam_sign_acc_mean": 0.9988888888888888,
18
+ "locality_ratio_median": 1.4562350588921862,
19
+ "locality_share_mean": 0.11243178249227755,
20
+ "locality_area_mean": 0.07235889676145263,
21
+ "ecs_windows": 278,
22
+ "ecs_precision": 0.9391594004114823,
23
+ "ecs_recall": 0.8188962924995729,
24
+ "ecs_hallucination_rate": 0.07416478887038307,
25
+ "ecs_missing_rate": 0.18110370750042712,
26
+ "ecs_real_hallucination_rate": 0.053391423201776866
27
+ }
S_global/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fca22870d30157e0ef458a593003ae5ea270b1977d34de208c8a83bb2fd2c688
3
+ size 200539520
S_global/replay.json ADDED
@@ -0,0 +1,199 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 60000,
3
+ "data": "surgvu",
4
+ "split": "test",
5
+ "n_windows": 1000,
6
+ "n_ctx": 2,
7
+ "steps": 50,
8
+ "cfg": 1.0,
9
+ "first_pred_frame": 5,
10
+ "pred_psnr": 22.46784782409668,
11
+ "pred_psnr_by_frame": [
12
+ 28.7367000579834,
13
+ 26.75160026550293,
14
+ 25.65130043029785,
15
+ 24.916099548339844,
16
+ 24.49720001220703,
17
+ 23.9148006439209,
18
+ 23.429100036621094,
19
+ 22.98859977722168,
20
+ 22.911399841308594,
21
+ 22.563400268554688,
22
+ 22.249000549316406,
23
+ 21.98539924621582,
24
+ 22.001100540161133,
25
+ 21.797199249267578,
26
+ 21.57990074157715,
27
+ 21.379899978637695,
28
+ 21.485300064086914,
29
+ 21.284299850463867,
30
+ 21.131999969482422,
31
+ 20.966899871826172,
32
+ 21.10140037536621,
33
+ 20.997400283813477,
34
+ 20.88520050048828,
35
+ 20.75480079650879,
36
+ 20.930400848388672,
37
+ 20.856599807739258,
38
+ 20.742300033569336,
39
+ 20.61050033569336
40
+ ],
41
+ "pred_ssim": 0.7029255032539368,
42
+ "pred_ssim_by_frame": [
43
+ 0.8795999884605408,
44
+ 0.836899995803833,
45
+ 0.8093000054359436,
46
+ 0.7901999950408936,
47
+ 0.7724000215530396,
48
+ 0.7555999755859375,
49
+ 0.7407000064849854,
50
+ 0.7275999784469604,
51
+ 0.7221999764442444,
52
+ 0.7110000252723694,
53
+ 0.7006000280380249,
54
+ 0.6922000050544739,
55
+ 0.6894999742507935,
56
+ 0.6825000047683716,
57
+ 0.6754000186920166,
58
+ 0.6694999933242798,
59
+ 0.671999990940094,
60
+ 0.6656000018119812,
61
+ 0.6601999998092651,
62
+ 0.6553000211715698,
63
+ 0.6568999886512756,
64
+ 0.6521000266075134,
65
+ 0.647599995136261,
66
+ 0.6432999968528748,
67
+ 0.6481000185012817,
68
+ 0.6445000171661377,
69
+ 0.6414999961853027,
70
+ 0.6395000219345093
71
+ ],
72
+ "pred_lpips": 0.1545066237449646,
73
+ "pred_lpips_by_frame": [
74
+ 0.051100000739097595,
75
+ 0.0729999989271164,
76
+ 0.08709999918937683,
77
+ 0.09790000319480896,
78
+ 0.1062999963760376,
79
+ 0.11710000038146973,
80
+ 0.1256999969482422,
81
+ 0.1331000030040741,
82
+ 0.13729999959468842,
83
+ 0.1445000022649765,
84
+ 0.15049999952316284,
85
+ 0.15539999306201935,
86
+ 0.1582999974489212,
87
+ 0.16369999945163727,
88
+ 0.1687999963760376,
89
+ 0.17270000278949738,
90
+ 0.1746000051498413,
91
+ 0.17870000004768372,
92
+ 0.18199999630451202,
93
+ 0.18559999763965607,
94
+ 0.18649999797344208,
95
+ 0.18950000405311584,
96
+ 0.19249999523162842,
97
+ 0.195700004696846,
98
+ 0.19599999487400055,
99
+ 0.19820000231266022,
100
+ 0.20080000162124634,
101
+ 0.20350000262260437
102
+ ],
103
+ "pred_fvd": 180.11799274588407,
104
+ "pred_shuffled_psnr": 19.298776626586914,
105
+ "pred_shuffled_psnr_by_frame": [
106
+ 27.077199935913086,
107
+ 24.332500457763672,
108
+ 22.78700065612793,
109
+ 21.82539939880371,
110
+ 21.22960090637207,
111
+ 20.589599609375,
112
+ 20.064699172973633,
113
+ 19.579099655151367,
114
+ 19.42329978942871,
115
+ 19.09819984436035,
116
+ 18.824199676513672,
117
+ 18.61079978942871,
118
+ 18.63640022277832,
119
+ 18.45870018005371,
120
+ 18.270000457763672,
121
+ 18.111799240112305,
122
+ 18.18950080871582,
123
+ 18.04509925842285,
124
+ 17.89889907836914,
125
+ 17.77829933166504,
126
+ 17.895599365234375,
127
+ 17.800500869750977,
128
+ 17.70479965209961,
129
+ 17.611600875854492,
130
+ 17.75149917602539,
131
+ 17.69339942932129,
132
+ 17.595800399780273,
133
+ 17.482500076293945
134
+ ],
135
+ "pred_shuffled_ssim": 0.5909176468849182,
136
+ "pred_shuffled_ssim_by_frame": [
137
+ 0.84579998254776,
138
+ 0.7767999768257141,
139
+ 0.7296000123023987,
140
+ 0.697700023651123,
141
+ 0.6721000075340271,
142
+ 0.6504999995231628,
143
+ 0.6298999786376953,
144
+ 0.6108999848365784,
145
+ 0.6007999777793884,
146
+ 0.5879999995231628,
147
+ 0.5770000219345093,
148
+ 0.5684000253677368,
149
+ 0.5655999779701233,
150
+ 0.5583000183105469,
151
+ 0.5512999892234802,
152
+ 0.5458999872207642,
153
+ 0.5479999780654907,
154
+ 0.5426999926567078,
155
+ 0.5379999876022339,
156
+ 0.5336999893188477,
157
+ 0.5350000262260437,
158
+ 0.531000018119812,
159
+ 0.5273000001907349,
160
+ 0.5242000222206116,
161
+ 0.527999997138977,
162
+ 0.5249999761581421,
163
+ 0.5227000117301941,
164
+ 0.5214999914169312
165
+ ],
166
+ "pred_shuffled_lpips": 0.22107653319835663,
167
+ "pred_shuffled_lpips_by_frame": [
168
+ 0.05849999934434891,
169
+ 0.09319999814033508,
170
+ 0.11819999665021896,
171
+ 0.13770000636577606,
172
+ 0.15309999883174896,
173
+ 0.17000000178813934,
174
+ 0.18369999527931213,
175
+ 0.19599999487400055,
176
+ 0.20340000092983246,
177
+ 0.21279999613761902,
178
+ 0.2206999957561493,
179
+ 0.22759999334812164,
180
+ 0.23119999468326569,
181
+ 0.23749999701976776,
182
+ 0.24410000443458557,
183
+ 0.2493000030517578,
184
+ 0.25119999051094055,
185
+ 0.2556999921798706,
186
+ 0.2603999972343445,
187
+ 0.2648000121116638,
188
+ 0.26660001277923584,
189
+ 0.27070000767707825,
190
+ 0.27459999918937683,
191
+ 0.2786000072956085,
192
+ 0.2786000072956085,
193
+ 0.2809000015258789,
194
+ 0.2838999927043915,
195
+ 0.2872999906539917
196
+ ],
197
+ "pred_shuffled_fvd": 193.22681156450759,
198
+ "delta_psnr": 3.1690711975097656
199
+ }