GOVINDFROM commited on
Commit
ce4e696
·
verified ·
1 Parent(s): 9a1acf6

S_arms_nocam: EMA weights at step 60000, config and evaluation

Browse files
S_arms_nocam/action_use.json ADDED
@@ -0,0 +1,224 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "run": "S_arms_nocam",
3
+ "step": 60000,
4
+ "windows": 512,
5
+ "val_parts": 21,
6
+ "val_stems": [
7
+ "case_012_p001",
8
+ "case_012_p002",
9
+ "case_021_p001",
10
+ "case_021_p002",
11
+ "case_051_p001",
12
+ "case_051_p002",
13
+ "case_065_p001",
14
+ "case_065_p002",
15
+ "case_076_p001",
16
+ "case_076_p002",
17
+ "case_081_p001",
18
+ "case_088_p001",
19
+ "case_088_p002",
20
+ "case_108_p001",
21
+ "case_108_p002",
22
+ "case_115_p001",
23
+ "case_115_p002",
24
+ "case_117_p001",
25
+ "case_117_p002",
26
+ "case_128_p001",
27
+ "case_128_p002"
28
+ ],
29
+ "taus": [
30
+ 0.1,
31
+ 0.3,
32
+ 0.5,
33
+ 0.7,
34
+ 0.9
35
+ ],
36
+ "replay": {
37
+ "real": {
38
+ "inside": 0.4386705327767653,
39
+ "outside": 0.35000636902414883,
40
+ "all": 0.36270872622120137
41
+ },
42
+ "shuffled": {
43
+ "inside": 0.6671146619738485,
44
+ "outside": 0.502518345224844,
45
+ "all": 0.5260990245001657
46
+ },
47
+ "camera_shuffled": {
48
+ "inside": 0.4386705327767653,
49
+ "outside": 0.35000636902414883,
50
+ "all": 0.36270872622120137
51
+ },
52
+ "zero": {
53
+ "inside": 0.810748493775562,
54
+ "outside": 0.7097844740038406,
55
+ "all": 0.7242489542279925
56
+ },
57
+ "zero_camera_shuffled": {
58
+ "inside": 0.810748493775562,
59
+ "outside": 0.7097844740038406,
60
+ "all": 0.7242489542279925
61
+ }
62
+ },
63
+ "replay_gap_pct": {
64
+ "shuffled": 45.047,
65
+ "camera_shuffled": 0.0,
66
+ "zero": 99.678,
67
+ "zero_camera_shuffled": 0.0
68
+ },
69
+ "posterior": {
70
+ "active_arm_fraction": 0.51092529296875,
71
+ "region_area": 0.07873738557100296,
72
+ "mean_abs_mu": 0.719895601272583,
73
+ "mean_post_var": 0.022606436163187027,
74
+ "kl_per_arm": 17.60687255859375,
75
+ "var_mu_per_dim": [
76
+ 0.884105384349823,
77
+ 0.867506206035614,
78
+ 0.8959336280822754,
79
+ 0.9257164001464844,
80
+ 0.7582687735557556,
81
+ 0.7487948536872864,
82
+ 0.8522212505340576,
83
+ 0.8283849358558655
84
+ ],
85
+ "active_units": 8,
86
+ "sensitivity_scale3": 0.02467717370018363
87
+ },
88
+ "fm_real": {
89
+ "inside": [
90
+ 0.79314,
91
+ 0.48497,
92
+ 0.35398,
93
+ 0.28537,
94
+ 0.25688
95
+ ],
96
+ "outside": [
97
+ 0.68558,
98
+ 0.34118,
99
+ 0.2201,
100
+ 0.16747,
101
+ 0.15364
102
+ ]
103
+ },
104
+ "fm_shuffled": {
105
+ "inside": [
106
+ 0.79336,
107
+ 0.48601,
108
+ 0.3597,
109
+ 0.32049,
110
+ 0.45752
111
+ ],
112
+ "outside": [
113
+ 0.68575,
114
+ 0.34173,
115
+ 0.22298,
116
+ 0.18502,
117
+ 0.2577
118
+ ]
119
+ },
120
+ "fm_zero": {
121
+ "inside": [
122
+ 0.79323,
123
+ 0.48552,
124
+ 0.35658,
125
+ 0.29735,
126
+ 0.32779
127
+ ],
128
+ "outside": [
129
+ 0.68562,
130
+ 0.34133,
131
+ 0.22074,
132
+ 0.17065,
133
+ 0.17985
134
+ ]
135
+ },
136
+ "fm_camera_shuffled": {
137
+ "inside": [
138
+ 0.79314,
139
+ 0.48497,
140
+ 0.35398,
141
+ 0.28537,
142
+ 0.25688
143
+ ],
144
+ "outside": [
145
+ 0.68558,
146
+ 0.34118,
147
+ 0.2201,
148
+ 0.16747,
149
+ 0.15364
150
+ ]
151
+ },
152
+ "fm_zero_camera_shuffled": {
153
+ "inside": [
154
+ 0.79323,
155
+ 0.48552,
156
+ 0.35658,
157
+ 0.29735,
158
+ 0.32779
159
+ ],
160
+ "outside": [
161
+ 0.68562,
162
+ 0.34133,
163
+ 0.22074,
164
+ 0.17065,
165
+ 0.17985
166
+ ]
167
+ },
168
+ "gap_shuffled_inside_pct": [
169
+ 0.028,
170
+ 0.214,
171
+ 1.616,
172
+ 12.305,
173
+ 78.104
174
+ ],
175
+ "gap_shuffled_outside_pct": [
176
+ 0.026,
177
+ 0.161,
178
+ 1.31,
179
+ 10.485,
180
+ 67.73
181
+ ],
182
+ "gap_zero_inside_pct": [
183
+ 0.012,
184
+ 0.112,
185
+ 0.736,
186
+ 4.195,
187
+ 27.602
188
+ ],
189
+ "gap_zero_outside_pct": [
190
+ 0.007,
191
+ 0.044,
192
+ 0.293,
193
+ 1.903,
194
+ 17.056
195
+ ],
196
+ "gap_camera_shuffled_inside_pct": [
197
+ 0.0,
198
+ 0.0,
199
+ 0.0,
200
+ 0.0,
201
+ 0.0
202
+ ],
203
+ "gap_camera_shuffled_outside_pct": [
204
+ 0.0,
205
+ 0.0,
206
+ 0.0,
207
+ 0.0,
208
+ 0.0
209
+ ],
210
+ "gap_zero_camera_shuffled_inside_pct": [
211
+ 0.0,
212
+ 0.0,
213
+ 0.0,
214
+ 0.0,
215
+ 0.0
216
+ ],
217
+ "gap_zero_camera_shuffled_outside_pct": [
218
+ 0.0,
219
+ 0.0,
220
+ 0.0,
221
+ 0.0,
222
+ 0.0
223
+ ]
224
+ }
S_arms_nocam/config.json ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "run": "S_arms_nocam",
3
+ "step": 60000,
4
+ "weights": "EMA of the parameters (decay 0.9995)",
5
+ "parameters": 49817840,
6
+ "model": {
7
+ "size": "S",
8
+ "action": "arms",
9
+ "camera": false,
10
+ "latent_shape": [
11
+ 48,
12
+ 14,
13
+ 20
14
+ ],
15
+ "du": 8,
16
+ "dg": 24,
17
+ "n_slots": 4,
18
+ "n_codes": 12,
19
+ "vq_weight": 1.0,
20
+ "kin_dim": 28,
21
+ "arm_pool": "region",
22
+ "scene": false,
23
+ "stabilise": false,
24
+ "use_ui": false,
25
+ "kl_weight": 0.0001,
26
+ "fwd_weight": 1.0,
27
+ "fwd_dim": 256,
28
+ "fwd_depth": 4,
29
+ "idm_dim": 256,
30
+ "idm_depth": 2,
31
+ "idm_heads": 4,
32
+ "p_drop_actions": 0.1,
33
+ "p_drop_learned": 0.0,
34
+ "p_context": 0.75,
35
+ "max_context": 3,
36
+ "p_shared_tau": 0.5,
37
+ "p_noisy_context": 0.3,
38
+ "ctx_noise": 0.1,
39
+ "grad_checkpoint": false,
40
+ "extra": {}
41
+ },
42
+ "train": {
43
+ "name": "S_arms_nocam",
44
+ "action": "arms",
45
+ "size": "S",
46
+ "no_camera": true,
47
+ "du": 8,
48
+ "dg": 24,
49
+ "kl": 0.0001,
50
+ "fwd": 1.0,
51
+ "kl_warmup": 10000,
52
+ "arm_pool": "region",
53
+ "scene": false,
54
+ "stabilise": false,
55
+ "p_drop_learned": 0.0,
56
+ "use_ui": false,
57
+ "fp8": false,
58
+ "steps": 60000,
59
+ "bs": 32,
60
+ "lr": 0.0001,
61
+ "warmup": 2000,
62
+ "wd": 0.01,
63
+ "ema": 0.9995,
64
+ "grad_ckpt": false,
65
+ "no_compile": false,
66
+ "train_fraction": 1.0,
67
+ "data": "surgvu",
68
+ "stems": null,
69
+ "drop_no_signal": false,
70
+ "init": null,
71
+ "eval_every": 10000,
72
+ "save_every": 5000,
73
+ "workers": 6,
74
+ "seed": 0,
75
+ "resume": true
76
+ }
77
+ }
S_arms_nocam/control.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 60000,
3
+ "run": "S_arms_nocam",
4
+ "n_windows": 300,
5
+ "locality_ratio_median": 2.0175016449121026,
6
+ "locality_share_mean": 0.15082126499360635,
7
+ "locality_area_mean": 0.07235889676145263,
8
+ "ecs_windows": 278,
9
+ "ecs_precision": 0.9309802379313735,
10
+ "ecs_recall": 0.8089014180762002,
11
+ "ecs_hallucination_rate": 0.07993314325041785,
12
+ "ecs_missing_rate": 0.19109858192379975,
13
+ "ecs_real_hallucination_rate": 0.053391423201776866
14
+ }
S_arms_nocam/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:574ff6168abc4168e20ab95af9a0a30ec2e9a1900304eed2136db2c2027efbc1
3
+ size 199292848
S_arms_nocam/replay.json ADDED
@@ -0,0 +1,199 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 60000,
3
+ "data": "surgvu",
4
+ "split": "test",
5
+ "n_windows": 1000,
6
+ "n_ctx": 2,
7
+ "steps": 50,
8
+ "cfg": 1.0,
9
+ "first_pred_frame": 5,
10
+ "pred_psnr": 21.51407814025879,
11
+ "pred_psnr_by_frame": [
12
+ 28.269699096679688,
13
+ 26.18950080871582,
14
+ 25.01449966430664,
15
+ 24.20170021057129,
16
+ 23.764299392700195,
17
+ 23.14069938659668,
18
+ 22.640499114990234,
19
+ 22.1914005279541,
20
+ 22.048200607299805,
21
+ 21.624900817871094,
22
+ 21.257600784301758,
23
+ 20.988399505615234,
24
+ 21.009199142456055,
25
+ 20.783300399780273,
26
+ 20.521799087524414,
27
+ 20.316099166870117,
28
+ 20.399700164794922,
29
+ 20.197599411010742,
30
+ 20.015899658203125,
31
+ 19.85409927368164,
32
+ 19.993200302124023,
33
+ 19.878999710083008,
34
+ 19.75589942932129,
35
+ 19.650100708007812,
36
+ 19.835500717163086,
37
+ 19.74489974975586,
38
+ 19.62350082397461,
39
+ 19.482900619506836
40
+ ],
41
+ "pred_ssim": 0.6724396347999573,
42
+ "pred_ssim_by_frame": [
43
+ 0.870199978351593,
44
+ 0.8233000040054321,
45
+ 0.7919999957084656,
46
+ 0.7692999839782715,
47
+ 0.7501000165939331,
48
+ 0.7315999865531921,
49
+ 0.7153000235557556,
50
+ 0.7002999782562256,
51
+ 0.6935999989509583,
52
+ 0.680899977684021,
53
+ 0.6689000129699707,
54
+ 0.6597999930381775,
55
+ 0.6574000120162964,
56
+ 0.6488000154495239,
57
+ 0.6402999758720398,
58
+ 0.6333000063896179,
59
+ 0.6359000205993652,
60
+ 0.6291999816894531,
61
+ 0.623199999332428,
62
+ 0.618399977684021,
63
+ 0.6205999851226807,
64
+ 0.6159999966621399,
65
+ 0.6114000082015991,
66
+ 0.6071000099182129,
67
+ 0.6126000285148621,
68
+ 0.609000027179718,
69
+ 0.6061999797821045,
70
+ 0.6035000085830688
71
+ ],
72
+ "pred_lpips": 0.17637918889522552,
73
+ "pred_lpips_by_frame": [
74
+ 0.05389999970793724,
75
+ 0.0778999999165535,
76
+ 0.09399999678134918,
77
+ 0.10719999670982361,
78
+ 0.11680000275373459,
79
+ 0.12970000505447388,
80
+ 0.1396999955177307,
81
+ 0.148499995470047,
82
+ 0.15459999442100525,
83
+ 0.16369999945163727,
84
+ 0.17149999737739563,
85
+ 0.1777999997138977,
86
+ 0.18160000443458557,
87
+ 0.18790000677108765,
88
+ 0.19419999420642853,
89
+ 0.19949999451637268,
90
+ 0.20200000703334808,
91
+ 0.2071000039577484,
92
+ 0.21130000054836273,
93
+ 0.21539999544620514,
94
+ 0.21610000729560852,
95
+ 0.21899999678134918,
96
+ 0.22200000286102295,
97
+ 0.225600004196167,
98
+ 0.22589999437332153,
99
+ 0.22869999706745148,
100
+ 0.23180000483989716,
101
+ 0.23510000109672546
102
+ ],
103
+ "pred_fvd": 214.575487862444,
104
+ "pred_shuffled_psnr": 19.24260711669922,
105
+ "pred_shuffled_psnr_by_frame": [
106
+ 27.236400604248047,
107
+ 24.52039909362793,
108
+ 22.96579933166504,
109
+ 21.96540069580078,
110
+ 21.409700393676758,
111
+ 20.66830062866211,
112
+ 20.1466007232666,
113
+ 19.67169952392578,
114
+ 19.517099380493164,
115
+ 19.11989974975586,
116
+ 18.78809928894043,
117
+ 18.545000076293945,
118
+ 18.590999603271484,
119
+ 18.356199264526367,
120
+ 18.121400833129883,
121
+ 17.951799392700195,
122
+ 18.047800064086914,
123
+ 17.88319969177246,
124
+ 17.74530029296875,
125
+ 17.609399795532227,
126
+ 17.734399795532227,
127
+ 17.623199462890625,
128
+ 17.50040054321289,
129
+ 17.396499633789062,
130
+ 17.56529998779297,
131
+ 17.491500854492188,
132
+ 17.37689971923828,
133
+ 17.24410057067871
134
+ ],
135
+ "pred_shuffled_ssim": 0.5949146151542664,
136
+ "pred_shuffled_ssim_by_frame": [
137
+ 0.8500999808311462,
138
+ 0.7846999764442444,
139
+ 0.7390999794006348,
140
+ 0.7074000239372253,
141
+ 0.6827999949455261,
142
+ 0.6596999764442444,
143
+ 0.6392999887466431,
144
+ 0.6208999752998352,
145
+ 0.6104000210762024,
146
+ 0.5960999727249146,
147
+ 0.5834000110626221,
148
+ 0.5740000009536743,
149
+ 0.5710999965667725,
150
+ 0.5623999834060669,
151
+ 0.5547000169754028,
152
+ 0.548799991607666,
153
+ 0.5508999824523926,
154
+ 0.5442000031471252,
155
+ 0.5382000207901001,
156
+ 0.5329999923706055,
157
+ 0.5346999764442444,
158
+ 0.5299999713897705,
159
+ 0.5260999798774719,
160
+ 0.522599995136261,
161
+ 0.5277000069618225,
162
+ 0.5242999792098999,
163
+ 0.5214999914169312,
164
+ 0.5194000005722046
165
+ ],
166
+ "pred_shuffled_lpips": 0.225878044962883,
167
+ "pred_shuffled_lpips_by_frame": [
168
+ 0.05900000035762787,
169
+ 0.09300000220537186,
170
+ 0.11810000240802765,
171
+ 0.1379999965429306,
172
+ 0.1527000069618225,
173
+ 0.17010000348091125,
174
+ 0.1835000067949295,
175
+ 0.195700004696846,
176
+ 0.20399999618530273,
177
+ 0.21459999680519104,
178
+ 0.2232999950647354,
179
+ 0.23100000619888306,
180
+ 0.23549999296665192,
181
+ 0.24300000071525574,
182
+ 0.25049999356269836,
183
+ 0.2563000023365021,
184
+ 0.2581999897956848,
185
+ 0.2632000148296356,
186
+ 0.2680000066757202,
187
+ 0.2728999853134155,
188
+ 0.2752000093460083,
189
+ 0.27970001101493835,
190
+ 0.2833999991416931,
191
+ 0.2874000072479248,
192
+ 0.28760001063346863,
193
+ 0.29010000824928284,
194
+ 0.29319998621940613,
195
+ 0.2971000075340271
196
+ ],
197
+ "pred_shuffled_fvd": 225.5990262143514,
198
+ "delta_psnr": 2.2714710235595703
199
+ }