Caesarrr commited on
Commit
641d99a
·
verified ·
1 Parent(s): ecaaf97

Add MIKASA StarVLA zero-latency evaluation

Browse files
zero-latency/mikasa-intercept-grab-fast/vla/starvla-qwenoft-v1/zero-latency-eval.json ADDED
@@ -0,0 +1,211 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "seeds": [
3
+ 4242424242,
4
+ 4242424243,
5
+ 4242424244,
6
+ 4242424245,
7
+ 4242424246,
8
+ 4242424247,
9
+ 4242424248,
10
+ 4242424249,
11
+ 4242424250,
12
+ 4242424251,
13
+ 4242424252,
14
+ 4242424253,
15
+ 4242424254,
16
+ 4242424255,
17
+ 4242424256,
18
+ 4242424257,
19
+ 4242424258,
20
+ 4242424259,
21
+ 4242424260,
22
+ 4242424261,
23
+ 4242424262,
24
+ 4242424263,
25
+ 4242424264,
26
+ 4242424265,
27
+ 4242424266,
28
+ 4242424267,
29
+ 4242424268,
30
+ 4242424269,
31
+ 4242424270,
32
+ 4242424271,
33
+ 4242424272,
34
+ 4242424273,
35
+ 4242424274,
36
+ 4242424275,
37
+ 4242424276,
38
+ 4242424277,
39
+ 4242424278,
40
+ 4242424279,
41
+ 4242424280,
42
+ 4242424281,
43
+ 4242424282,
44
+ 4242424283,
45
+ 4242424284,
46
+ 4242424285,
47
+ 4242424286,
48
+ 4242424287,
49
+ 4242424288,
50
+ 4242424289,
51
+ 4242424290,
52
+ 4242424291
53
+ ],
54
+ "successes": [
55
+ false,
56
+ true,
57
+ false,
58
+ true,
59
+ false,
60
+ true,
61
+ true,
62
+ false,
63
+ false,
64
+ false,
65
+ true,
66
+ false,
67
+ false,
68
+ true,
69
+ true,
70
+ false,
71
+ false,
72
+ false,
73
+ true,
74
+ true,
75
+ true,
76
+ false,
77
+ true,
78
+ true,
79
+ false,
80
+ true,
81
+ false,
82
+ true,
83
+ true,
84
+ true,
85
+ true,
86
+ true,
87
+ false,
88
+ true,
89
+ false,
90
+ true,
91
+ false,
92
+ true,
93
+ false,
94
+ false,
95
+ true,
96
+ true,
97
+ true,
98
+ true,
99
+ false,
100
+ false,
101
+ false,
102
+ true,
103
+ true,
104
+ false
105
+ ],
106
+ "success_rate": 0.54,
107
+ "returns": [
108
+ 4.661819251821726,
109
+ 35.15942786599044,
110
+ 0.6007694546715356,
111
+ 41.08582095615566,
112
+ 7.9765290491795895,
113
+ 39.445254995371215,
114
+ 42.4228759893449,
115
+ 1.3442866407858673,
116
+ 6.319144691573456,
117
+ 0.8479939307435416,
118
+ 35.76946562592639,
119
+ 0.9346835932810791,
120
+ 4.559033467550762,
121
+ 39.15591951768147,
122
+ 41.244501122739166,
123
+ 0.9984903304139152,
124
+ 1.0710826933500357,
125
+ 10.174907610868104,
126
+ 34.826159364078194,
127
+ 37.377950454945676,
128
+ 37.94040441533434,
129
+ 2.90896594413789,
130
+ 40.55626174772624,
131
+ 29.756955258140806,
132
+ 23.652069883886725,
133
+ 37.211727460613474,
134
+ 0.6646305924273292,
135
+ 38.49812794371974,
136
+ 39.0361983893672,
137
+ 34.73685652529821,
138
+ 38.2721746636671,
139
+ 35.20001666119788,
140
+ 0.5985807436227333,
141
+ 36.73594960808987,
142
+ 0.8444497718592174,
143
+ 39.181654020096175,
144
+ 6.599878723412985,
145
+ 39.812537583871745,
146
+ 7.51179218411562,
147
+ 1.7675410517549608,
148
+ 37.94833050877787,
149
+ 39.28383853222476,
150
+ 37.65334340534173,
151
+ 36.983821864181664,
152
+ 1.0636036928626709,
153
+ 1.0423632638994604,
154
+ 3.6005284730927087,
155
+ 36.79194166243542,
156
+ 40.417936723155435,
157
+ 4.049788555887062
158
+ ],
159
+ "lengths": [
160
+ 60,
161
+ 60,
162
+ 60,
163
+ 60,
164
+ 60,
165
+ 60,
166
+ 60,
167
+ 60,
168
+ 60,
169
+ 60,
170
+ 60,
171
+ 60,
172
+ 60,
173
+ 60,
174
+ 60,
175
+ 60,
176
+ 60,
177
+ 60,
178
+ 60,
179
+ 60,
180
+ 60,
181
+ 60,
182
+ 60,
183
+ 60,
184
+ 60,
185
+ 60,
186
+ 60,
187
+ 60,
188
+ 60,
189
+ 60,
190
+ 60,
191
+ 60,
192
+ 60,
193
+ 60,
194
+ 60,
195
+ 60,
196
+ 60,
197
+ 60,
198
+ 60,
199
+ 60,
200
+ 60,
201
+ 60,
202
+ 60,
203
+ 60,
204
+ 60,
205
+ 60,
206
+ 60,
207
+ 60,
208
+ 60,
209
+ 60
210
+ ]
211
+ }