Hugging Face's logo

MLL-Lab
/
LAGEN-models

Robotics
PyTorch
Safetensors
vision-language-action
latency-sensitive-bench
multiple-checkpoints
Model card Files
xet
 Community
1
Caesarrr commited on
Commit
ad40d57
·
verified ·
1 Parent(s): 6348f44

Publish latency-aware/mikasa-intercept-grab-fast/vla/starvla-wanoft-h1/mikasa_wanoft_latency_3090_20260916T094307Z

Browse files
Files changed (9) hide show
  1. latency-aware/mikasa-intercept-grab-fast/vla/starvla-wanoft-h1/mikasa_wanoft_latency_3090_20260916T094307Z/README.md +10 -0
  2. latency-aware/mikasa-intercept-grab-fast/vla/starvla-wanoft-h1/mikasa_wanoft_latency_3090_20260916T094307Z/checkpoints/model.pt +3 -0
  3. latency-aware/mikasa-intercept-grab-fast/vla/starvla-wanoft-h1/mikasa_wanoft_latency_3090_20260916T094307Z/config.yaml +49 -0
  4. latency-aware/mikasa-intercept-grab-fast/vla/starvla-wanoft-h1/mikasa_wanoft_latency_3090_20260916T094307Z/dataset_statistics.json +127 -0
  5. latency-aware/mikasa-intercept-grab-fast/vla/starvla-wanoft-h1/mikasa_wanoft_latency_3090_20260916T094307Z/eval_l0.json +324 -0
  6. latency-aware/mikasa-intercept-grab-fast/vla/starvla-wanoft-h1/mikasa_wanoft_latency_3090_20260916T094307Z/eval_matrix.json +1017 -0
  7. latency-aware/mikasa-intercept-grab-fast/vla/starvla-wanoft-h1/mikasa_wanoft_latency_3090_20260916T094307Z/eval_profile.json +325 -0
  8. latency-aware/mikasa-intercept-grab-fast/vla/starvla-wanoft-h1/mikasa_wanoft_latency_3090_20260916T094307Z/provenance.json +134 -0
  9. latency-aware/mikasa-intercept-grab-fast/vla/starvla-wanoft-h1/mikasa_wanoft_latency_3090_20260916T094307Z/task_contract.json +131 -0
latency-aware/mikasa-intercept-grab-fast/vla/starvla-wanoft-h1/mikasa_wanoft_latency_3090_20260916T094307Z/README.md ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ # WanOFT — MIKASA Intercept Grab Fast
2
+
3
+ Latency-aware StarVLA WanOFT policy trained for 5,000 SFT updates with action horizon 1 at 10 Hz.
4
+
5
+ - `checkpoints/model.pt`: final step-5,000 inference checkpoint.
6
+ - `eval_l0.json`: latency-aware checkpoint under fixed 0 ms, 100 episodes.
7
+ - `eval_profile.json`: latency-aware checkpoint under the pinned WanOFT RTX 3090 temporal profile, 100 episodes.
8
+ - `eval_matrix.json`: the requested three-way baseline/profile/latency-aware comparison, 100 episodes per condition.
9
+ - `task_contract.json`, `dataset_statistics.json`, and `config.yaml`: inference contract and configuration.
10
+ - `provenance.json`: pinned teacher/profile revisions, code revisions, training configuration, checkpoint identity, and evaluation summaries.
latency-aware/mikasa-intercept-grab-fast/vla/starvla-wanoft-h1/mikasa_wanoft_latency_3090_20260916T094307Z/checkpoints/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c0fe8aa9fc7618f9f751ab2544a239ad8bfd25c28f6df965fee1db68d8dc448
3
+ size 25079417873
latency-aware/mikasa-intercept-grab-fast/vla/starvla-wanoft-h1/mikasa_wanoft_latency_3090_20260916T094307Z/config.yaml ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ framework:
2
+ name: WanOFT
3
+ world_model:
4
+ base_wm: Wan-AI/Wan2.2-TI2V-5B-Diffusers
5
+ extract_layers:
6
+ - -1
7
+ num_frames: null
8
+ qwenvl:
9
+ base_vlm: Wan-AI/Wan2.2-TI2V-5B-Diffusers
10
+ enable_gradient_checkpointing: true
11
+ action_model:
12
+ action_model_type: MLP
13
+ action_dim: 7
14
+ state_dim: 7
15
+ action_hidden_dim: 3072
16
+ action_horizon: 1
17
+ future_action_window_size: 0
18
+ past_action_window_size: 0
19
+ loss_type: l1
20
+ state_encoding: continuous_projector
21
+ task_objective: null
22
+ class_weights: null
23
+ future_loss_weight: null
24
+ action_query_source: mean
25
+ action_query_num_heads: 24
26
+ action_env_dim: 7
27
+ version_id: '0.21'
28
+ datasets:
29
+ vla_data:
30
+ include_state: true
31
+ obs_image_size:
32
+ - 224
33
+ - 224
34
+ image_mode: stitch_views
35
+ stitch_grid:
36
+ - 1
37
+ - 2
38
+ num_obs_frames: 1
39
+ trainer:
40
+ pretrained_checkpoint: null
41
+ backbone:
42
+ repo_id: Wan-AI/Wan2.2-TI2V-5B-Diffusers
43
+ allow_patterns:
44
+ - model_index.json
45
+ - scheduler/*
46
+ - tokenizer/*
47
+ - text_encoder/*
48
+ - transformer/*
49
+ - vae/*
latency-aware/mikasa-intercept-grab-fast/vla/starvla-wanoft-h1/mikasa_wanoft_latency_3090_20260916T094307Z/dataset_statistics.json ADDED
@@ -0,0 +1,127 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "new_embodiment": {
3
+ "action": {
4
+ "mean": [
5
+ -0.040316689759492874,
6
+ 0.0796981006860733,
7
+ -0.19481909275054932,
8
+ -0.0327848382294178,
9
+ -0.7301366925239563,
10
+ -0.11459014564752579,
11
+ 0.4834156334400177
12
+ ],
13
+ "std": [
14
+ 0.14577732980251312,
15
+ 0.6475511193275452,
16
+ 0.2606475353240967,
17
+ 0.45230066776275635,
18
+ 0.36890503764152527,
19
+ 0.22937285900115967,
20
+ 0.6468620300292969
21
+ ],
22
+ "max": [
23
+ 0.45171359181404114,
24
+ 1.0,
25
+ 0.07655882835388184,
26
+ 0.941565215587616,
27
+ 0.30777639150619507,
28
+ 0.44556739926338196,
29
+ 1.0
30
+ ],
31
+ "min": [
32
+ -0.550839900970459,
33
+ -1.0,
34
+ -1.0,
35
+ -1.0,
36
+ -1.0,
37
+ -0.7338666319847107,
38
+ -0.9443982839584351
39
+ ],
40
+ "q01": [
41
+ -0.47804651498794554,
42
+ -1.0,
43
+ -0.9912883615493774,
44
+ -0.845421245098114,
45
+ -1.0,
46
+ -0.5011891794204711,
47
+ -0.750593204498291
48
+ ],
49
+ "q99": [
50
+ 0.3937531185150144,
51
+ 1.0,
52
+ 0.044067009836435314,
53
+ 0.7574581885337829,
54
+ 0.09050450176000582,
55
+ 0.40584282875061034,
56
+ 1.0
57
+ ],
58
+ "mask": [
59
+ true,
60
+ true,
61
+ true,
62
+ true,
63
+ true,
64
+ true,
65
+ true
66
+ ]
67
+ },
68
+ "state": {
69
+ "mean": [
70
+ -0.13310474157333374,
71
+ -0.04813479632139206,
72
+ 0.11524388194084167,
73
+ -1.4719812870025635,
74
+ 0.5153214335441589,
75
+ 0.15047955513000488,
76
+ 0.0666607916355133
77
+ ],
78
+ "std": [
79
+ 0.0876997709274292,
80
+ 0.17078638076782227,
81
+ 0.10500403493642807,
82
+ 2.6307830810546875,
83
+ 0.36522185802459717,
84
+ 0.12691563367843628,
85
+ 0.01760830730199814
86
+ ],
87
+ "max": [
88
+ 0.013982295989990234,
89
+ 0.3273496627807617,
90
+ 0.3442644476890564,
91
+ 3.14143705368042,
92
+ 1.2895698547363281,
93
+ 0.6076416373252869,
94
+ 0.07999999821186066
95
+ ],
96
+ "min": [
97
+ -0.3528256416320801,
98
+ -0.4569961428642273,
99
+ 0.01429031416773796,
100
+ -3.1415822505950928,
101
+ -0.05278138816356659,
102
+ -0.07146681100130081,
103
+ 0.03105371631681919
104
+ ],
105
+ "q01": [
106
+ -0.3219875717163086,
107
+ -0.3823251295089722,
108
+ 0.01860940784215927,
109
+ -3.139352560043335,
110
+ -0.043293990194797516,
111
+ -0.04997190833091736,
112
+ 0.03631107091903687
113
+ ],
114
+ "q99": [
115
+ -0.0001696837693453026,
116
+ 0.28250425338745117,
117
+ 0.33875077962875366,
118
+ 3.14034366607666,
119
+ 1.153472008705139,
120
+ 0.4542193138599395,
121
+ 0.07999999821186066
122
+ ]
123
+ },
124
+ "num_transitions": 3393,
125
+ "num_trajectories": 250
126
+ }
127
+ }
latency-aware/mikasa-intercept-grab-fast/vla/starvla-wanoft-h1/mikasa_wanoft_latency_3090_20260916T094307Z/eval_l0.json ADDED
@@ -0,0 +1,324 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint_path": "/mnt/local/mikasa-wanoft-bench-20260916T094307Z/outputs/tasks/mikasa_intercept_grab_fast/wanoft_latency_20260916T094307Z/vla/inference/checkpoints/model.pt",
3
+ "experiment_name": "mikasa_intercept_grab_fast_wanoft_latency-aware",
4
+ "latency": 0,
5
+ "latency_type": "zero",
6
+ "lengths": [
7
+ 60,
8
+ 60,
9
+ 60,
10
+ 60,
11
+ 60,
12
+ 60,
13
+ 60,
14
+ 60,
15
+ 60,
16
+ 60,
17
+ 60,
18
+ 60,
19
+ 60,
20
+ 60,
21
+ 60,
22
+ 60,
23
+ 60,
24
+ 60,
25
+ 60,
26
+ 60,
27
+ 60,
28
+ 60,
29
+ 60,
30
+ 60,
31
+ 60,
32
+ 60,
33
+ 60,
34
+ 60,
35
+ 60,
36
+ 60,
37
+ 60,
38
+ 60,
39
+ 60,
40
+ 60,
41
+ 60,
42
+ 60,
43
+ 60,
44
+ 60,
45
+ 60,
46
+ 60,
47
+ 60,
48
+ 60,
49
+ 60,
50
+ 60,
51
+ 60,
52
+ 60,
53
+ 60,
54
+ 60,
55
+ 60,
56
+ 60,
57
+ 60,
58
+ 60,
59
+ 60,
60
+ 60,
61
+ 60,
62
+ 60,
63
+ 60,
64
+ 60,
65
+ 60,
66
+ 60,
67
+ 60,
68
+ 60,
69
+ 60,
70
+ 60,
71
+ 60,
72
+ 60,
73
+ 60,
74
+ 60,
75
+ 60,
76
+ 60,
77
+ 60,
78
+ 60,
79
+ 60,
80
+ 60,
81
+ 60,
82
+ 60,
83
+ 60,
84
+ 60,
85
+ 60,
86
+ 60,
87
+ 60,
88
+ 60,
89
+ 60,
90
+ 60,
91
+ 60,
92
+ 60,
93
+ 60,
94
+ 60,
95
+ 60,
96
+ 60,
97
+ 60,
98
+ 60,
99
+ 60,
100
+ 60,
101
+ 60,
102
+ 60,
103
+ 60,
104
+ 60,
105
+ 60,
106
+ 60
107
+ ],
108
+ "mean_length": 60.0,
109
+ "mean_return": 0.4455036491118199,
110
+ "returns": [
111
+ 0.3953073576412862,
112
+ 0.39474309279830777,
113
+ 0.3942839480259863,
114
+ 0.39476456501870416,
115
+ 0.3952975398824492,
116
+ 0.39411367782668094,
117
+ 0.39461111213677214,
118
+ 0.3940460453959531,
119
+ 0.3949635308708821,
120
+ 0.39430154642104753,
121
+ 0.4358955356183287,
122
+ 0.43571746131783584,
123
+ 0.43657492111742613,
124
+ 0.4369012033675972,
125
+ 0.43593966892149183,
126
+ 0.4357253907583072,
127
+ 0.4359623163181823,
128
+ 0.4347543804979068,
129
+ 0.435150161243655,
130
+ 0.4359591968168388,
131
+ 0.40263679914642125,
132
+ 0.40359147076378576,
133
+ 0.40220833541388856,
134
+ 0.4026450947385456,
135
+ 0.40330585027186316,
136
+ 0.40199407213003724,
137
+ 0.40246017731624306,
138
+ 0.40223881668862305,
139
+ 0.4017716289781674,
140
+ 0.4018212792216218,
141
+ 0.4226949555813917,
142
+ 0.4225278330486617,
143
+ 0.422683868684544,
144
+ 0.4224403071857523,
145
+ 0.42259430098420125,
146
+ 0.42226204699545633,
147
+ 0.4221773621356988,
148
+ 0.4224591975362273,
149
+ 0.42209879732399713,
150
+ 0.4221117028610024,
151
+ 0.44283644159077085,
152
+ 0.4439337311487179,
153
+ 0.4443661830664496,
154
+ 0.44269222555340093,
155
+ 0.4442098785621056,
156
+ 0.44329726833530003,
157
+ 0.4433721810037241,
158
+ 0.44323502520092006,
159
+ 0.4442973483091919,
160
+ 0.4443041407757846,
161
+ 0.5351997875259258,
162
+ 0.5345023548870813,
163
+ 0.5344446099479683,
164
+ 0.5362795531691518,
165
+ 0.5352088940271642,
166
+ 0.5336424281995278,
167
+ 0.534633849747479,
168
+ 0.5339988157502376,
169
+ 0.5348804221430328,
170
+ 0.5352626492967829,
171
+ 0.4206275662545522,
172
+ 0.4217600023785053,
173
+ 0.4208183236669356,
174
+ 0.42093434187154344,
175
+ 0.4208424202670358,
176
+ 0.4214202474367994,
177
+ 0.4213002815113214,
178
+ 0.4215768603376091,
179
+ 0.4226947308866329,
180
+ 0.42118383234674184,
181
+ 0.4577609242114704,
182
+ 0.45879062537460413,
183
+ 0.4579259313250077,
184
+ 0.4590055364760701,
185
+ 0.45821980617438385,
186
+ 0.4577618939256354,
187
+ 0.4589592692536826,
188
+ 0.4578723330760113,
189
+ 0.45910949016433733,
190
+ 0.45662718288531323,
191
+ 0.45168494243080204,
192
+ 0.45141711326505174,
193
+ 0.45139122003820376,
194
+ 0.4534397771694785,
195
+ 0.4523838691820856,
196
+ 0.4532958596228127,
197
+ 0.45414809507565224,
198
+ 0.4559508856928005,
199
+ 0.4518459966748196,
200
+ 0.4539227370132721,
201
+ 0.48586584770237096,
202
+ 0.4919588720367756,
203
+ 0.4860018670442514,
204
+ 0.48665539288776927,
205
+ 0.48659303976455703,
206
+ 0.49204389873193577,
207
+ 0.4925833090383094,
208
+ 0.4922230800730176,
209
+ 0.4864475380454678,
210
+ 0.48698563262587413
211
+ ],
212
+ "seed": 4242424242,
213
+ "std_return": 0.039657534945973565,
214
+ "suite_name": "fixed_0",
215
+ "task_metrics": {
216
+ "success": {
217
+ "mean": 0.0,
218
+ "std": 0.0,
219
+ "values": [
220
+ 0.0,
221
+ 0.0,
222
+ 0.0,
223
+ 0.0,
224
+ 0.0,
225
+ 0.0,
226
+ 0.0,
227
+ 0.0,
228
+ 0.0,
229
+ 0.0,
230
+ 0.0,
231
+ 0.0,
232
+ 0.0,
233
+ 0.0,
234
+ 0.0,
235
+ 0.0,
236
+ 0.0,
237
+ 0.0,
238
+ 0.0,
239
+ 0.0,
240
+ 0.0,
241
+ 0.0,
242
+ 0.0,
243
+ 0.0,
244
+ 0.0,
245
+ 0.0,
246
+ 0.0,
247
+ 0.0,
248
+ 0.0,
249
+ 0.0,
250
+ 0.0,
251
+ 0.0,
252
+ 0.0,
253
+ 0.0,
254
+ 0.0,
255
+ 0.0,
256
+ 0.0,
257
+ 0.0,
258
+ 0.0,
259
+ 0.0,
260
+ 0.0,
261
+ 0.0,
262
+ 0.0,
263
+ 0.0,
264
+ 0.0,
265
+ 0.0,
266
+ 0.0,
267
+ 0.0,
268
+ 0.0,
269
+ 0.0,
270
+ 0.0,
271
+ 0.0,
272
+ 0.0,
273
+ 0.0,
274
+ 0.0,
275
+ 0.0,
276
+ 0.0,
277
+ 0.0,
278
+ 0.0,
279
+ 0.0,
280
+ 0.0,
281
+ 0.0,
282
+ 0.0,
283
+ 0.0,
284
+ 0.0,
285
+ 0.0,
286
+ 0.0,
287
+ 0.0,
288
+ 0.0,
289
+ 0.0,
290
+ 0.0,
291
+ 0.0,
292
+ 0.0,
293
+ 0.0,
294
+ 0.0,
295
+ 0.0,
296
+ 0.0,
297
+ 0.0,
298
+ 0.0,
299
+ 0.0,
300
+ 0.0,
301
+ 0.0,
302
+ 0.0,
303
+ 0.0,
304
+ 0.0,
305
+ 0.0,
306
+ 0.0,
307
+ 0.0,
308
+ 0.0,
309
+ 0.0,
310
+ 0.0,
311
+ 0.0,
312
+ 0.0,
313
+ 0.0,
314
+ 0.0,
315
+ 0.0,
316
+ 0.0,
317
+ 0.0,
318
+ 0.0,
319
+ 0.0
320
+ ]
321
+ }
322
+ },
323
+ "timestamp_utc": "2026-09-16T17:42:18.606428+00:00"
324
+ }
latency-aware/mikasa-intercept-grab-fast/vla/starvla-wanoft-h1/mikasa_wanoft_latency_3090_20260916T094307Z/eval_matrix.json ADDED
@@ -0,0 +1,1017 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "label": "no_latency_model_no_latency",
4
+ "baseline_revision": "e05ca26afde4f509b0f838742c522f3a068596a8",
5
+ "checkpoint": "/mnt/local/mikasa-wanoft-bench-20260916T094307Z/outputs/tasks/mikasa_intercept_grab_fast/wanoft_latency_20260916T094307Z/baseline_wanoft/zero-latency/mikasa-intercept-grab-fast/vla/starvla-wanoft-h1/mikasa_intercept_grab_fast_wanoft_formal_latest_r8gpu7_20260907T075003Z/checkpoints/model.pt",
6
+ "model_config": "/mnt/local/mikasa-wanoft-bench-20260916T094307Z/outputs/tasks/mikasa_intercept_grab_fast/wanoft_latency_20260916T094307Z/baseline_wanoft/zero-latency/mikasa-intercept-grab-fast/vla/starvla-wanoft-h1/mikasa_intercept_grab_fast_wanoft_formal_latest_r8gpu7_20260907T075003Z/config.yaml",
7
+ "fps": 10,
8
+ "latency": {
9
+ "method": "zero",
10
+ "sync_cuda": false
11
+ },
12
+ "reset_seed": 4242424242,
13
+ "episodes": 100,
14
+ "summary": {
15
+ "checkpoint_path": "/mnt/local/mikasa-wanoft-bench-20260916T094307Z/outputs/tasks/mikasa_intercept_grab_fast/wanoft_latency_20260916T094307Z/baseline_wanoft/zero-latency/mikasa-intercept-grab-fast/vla/starvla-wanoft-h1/mikasa_intercept_grab_fast_wanoft_formal_latest_r8gpu7_20260907T075003Z/checkpoints/model.pt",
16
+ "experiment_name": "mikasa_wanoft_no_latency_model_no_latency",
17
+ "latency": 0,
18
+ "latency_type": "zero",
19
+ "lengths": [
20
+ 60,
21
+ 60,
22
+ 60,
23
+ 60,
24
+ 60,
25
+ 60,
26
+ 60,
27
+ 60,
28
+ 60,
29
+ 60,
30
+ 60,
31
+ 60,
32
+ 60,
33
+ 60,
34
+ 60,
35
+ 60,
36
+ 60,
37
+ 60,
38
+ 60,
39
+ 60,
40
+ 60,
41
+ 60,
42
+ 60,
43
+ 60,
44
+ 60,
45
+ 60,
46
+ 60,
47
+ 60,
48
+ 60,
49
+ 60,
50
+ 60,
51
+ 60,
52
+ 60,
53
+ 60,
54
+ 60,
55
+ 60,
56
+ 60,
57
+ 60,
58
+ 60,
59
+ 60,
60
+ 60,
61
+ 60,
62
+ 60,
63
+ 60,
64
+ 60,
65
+ 60,
66
+ 60,
67
+ 60,
68
+ 60,
69
+ 60,
70
+ 60,
71
+ 60,
72
+ 60,
73
+ 60,
74
+ 60,
75
+ 60,
76
+ 60,
77
+ 60,
78
+ 60,
79
+ 60,
80
+ 60,
81
+ 60,
82
+ 60,
83
+ 60,
84
+ 60,
85
+ 60,
86
+ 60,
87
+ 60,
88
+ 60,
89
+ 60,
90
+ 60,
91
+ 60,
92
+ 60,
93
+ 60,
94
+ 60,
95
+ 60,
96
+ 60,
97
+ 60,
98
+ 60,
99
+ 60,
100
+ 60,
101
+ 60,
102
+ 60,
103
+ 60,
104
+ 60,
105
+ 60,
106
+ 60,
107
+ 60,
108
+ 60,
109
+ 60,
110
+ 60,
111
+ 60,
112
+ 60,
113
+ 60,
114
+ 60,
115
+ 60,
116
+ 60,
117
+ 60,
118
+ 60,
119
+ 60
120
+ ],
121
+ "mean_length": 60.0,
122
+ "mean_return": 16.85003246432638,
123
+ "returns": [
124
+ 5.222984602864017,
125
+ 2.561497146015668,
126
+ 2.839458286849549,
127
+ 38.94747148902388,
128
+ 0.7486251016525785,
129
+ 38.491467040847056,
130
+ 11.763469374738634,
131
+ 34.28568315634038,
132
+ 0.7428467821446247,
133
+ 2.5996764475712553,
134
+ 38.0234865147504,
135
+ 0.9649626210448332,
136
+ 2.4276000240352005,
137
+ 40.06951713899616,
138
+ 40.35602926404681,
139
+ 1.0459344923729077,
140
+ 3.620900779904332,
141
+ 36.621953987923916,
142
+ 0.669365247420501,
143
+ 31.12978083390044,
144
+ 0.5911695268878248,
145
+ 1.5416025341837667,
146
+ 2.042898077866994,
147
+ 6.305091946880566,
148
+ 37.90688893717015,
149
+ 39.08304371125996,
150
+ 4.133170063549187,
151
+ 25.56593329657335,
152
+ 41.47497090767138,
153
+ 4.288770733430283,
154
+ 33.185579905228224,
155
+ 32.52015481318813,
156
+ 4.375507441407535,
157
+ 7.315954460820649,
158
+ 2.2278507638839073,
159
+ 7.772257732576691,
160
+ 8.664959196990822,
161
+ 39.21707960194908,
162
+ 0.5180322144005913,
163
+ 35.3164842663391,
164
+ 36.52463022840675,
165
+ 38.90101086604409,
166
+ 38.556974746636115,
167
+ 2.3630006368184695,
168
+ 0.7278162027942017,
169
+ 0.6830726701300591,
170
+ 0.7246180102229118,
171
+ 37.027831390616484,
172
+ 35.824571465782356,
173
+ 3.8247030475758947,
174
+ 4.204755002370803,
175
+ 2.1277256253233645,
176
+ 4.234614482105826,
177
+ 37.46040893654572,
178
+ 36.56897739239503,
179
+ 34.971487490751315,
180
+ 38.502768451930024,
181
+ 37.46029795391951,
182
+ 2.3957912002224475,
183
+ 0.8653357518963287,
184
+ 3.6812336550065083,
185
+ 3.5291456682025455,
186
+ 0.6985413858637912,
187
+ 38.29034319345374,
188
+ 0.8808646047837101,
189
+ 34.395085402939,
190
+ 38.85998730966821,
191
+ 16.10844208643539,
192
+ 0.6101044644492504,
193
+ 1.3502711748005822,
194
+ 5.1669556663546246,
195
+ 39.6977462223731,
196
+ 2.480632317136042,
197
+ 1.588964919472346,
198
+ 41.306519976002164,
199
+ 36.358755381195806,
200
+ 0.5948752593831159,
201
+ 17.716968762135366,
202
+ 27.431029916129773,
203
+ 0.7336414135643281,
204
+ 5.021538118104218,
205
+ 36.12811199383577,
206
+ 34.80572874622885,
207
+ 0.7851494201458991,
208
+ 7.733567007468082,
209
+ 0.7722882117668632,
210
+ 33.19938310919679,
211
+ 2.3240133617364336,
212
+ 3.907981694166665,
213
+ 4.575741061125882,
214
+ 32.30151895200834,
215
+ 0.9072081916383468,
216
+ 26.55152577313129,
217
+ 6.168774746431154,
218
+ 1.1369857010527085,
219
+ 2.137287929741433,
220
+ 35.86637643625727,
221
+ 37.98863982834155,
222
+ 1.337571129144635,
223
+ 38.74324422457721
224
+ ],
225
+ "seed": 4242424242,
226
+ "std_return": 16.55068580254328,
227
+ "suite_name": "fixed_0",
228
+ "task_metrics": {
229
+ "success": {
230
+ "mean": 0.41,
231
+ "std": 0.4918333050943174,
232
+ "values": [
233
+ 0.0,
234
+ 0.0,
235
+ 0.0,
236
+ 1.0,
237
+ 0.0,
238
+ 1.0,
239
+ 0.0,
240
+ 1.0,
241
+ 0.0,
242
+ 0.0,
243
+ 1.0,
244
+ 0.0,
245
+ 0.0,
246
+ 1.0,
247
+ 1.0,
248
+ 0.0,
249
+ 0.0,
250
+ 1.0,
251
+ 0.0,
252
+ 1.0,
253
+ 0.0,
254
+ 0.0,
255
+ 0.0,
256
+ 0.0,
257
+ 1.0,
258
+ 1.0,
259
+ 0.0,
260
+ 1.0,
261
+ 1.0,
262
+ 0.0,
263
+ 1.0,
264
+ 1.0,
265
+ 0.0,
266
+ 0.0,
267
+ 0.0,
268
+ 0.0,
269
+ 0.0,
270
+ 1.0,
271
+ 0.0,
272
+ 1.0,
273
+ 1.0,
274
+ 1.0,
275
+ 1.0,
276
+ 0.0,
277
+ 0.0,
278
+ 0.0,
279
+ 0.0,
280
+ 1.0,
281
+ 1.0,
282
+ 0.0,
283
+ 0.0,
284
+ 0.0,
285
+ 0.0,
286
+ 1.0,
287
+ 1.0,
288
+ 1.0,
289
+ 1.0,
290
+ 1.0,
291
+ 0.0,
292
+ 0.0,
293
+ 0.0,
294
+ 0.0,
295
+ 0.0,
296
+ 1.0,
297
+ 0.0,
298
+ 1.0,
299
+ 1.0,
300
+ 1.0,
301
+ 0.0,
302
+ 0.0,
303
+ 0.0,
304
+ 1.0,
305
+ 0.0,
306
+ 0.0,
307
+ 1.0,
308
+ 1.0,
309
+ 0.0,
310
+ 0.0,
311
+ 1.0,
312
+ 0.0,
313
+ 0.0,
314
+ 1.0,
315
+ 1.0,
316
+ 0.0,
317
+ 0.0,
318
+ 0.0,
319
+ 1.0,
320
+ 0.0,
321
+ 0.0,
322
+ 0.0,
323
+ 1.0,
324
+ 0.0,
325
+ 0.0,
326
+ 0.0,
327
+ 0.0,
328
+ 0.0,
329
+ 1.0,
330
+ 1.0,
331
+ 0.0,
332
+ 1.0
333
+ ]
334
+ }
335
+ },
336
+ "timestamp_utc": "2026-09-17T03:57:37.828542+00:00"
337
+ }
338
+ },
339
+ {
340
+ "label": "no_latency_model_profile_latency",
341
+ "baseline_revision": "e05ca26afde4f509b0f838742c522f3a068596a8",
342
+ "checkpoint": "/mnt/local/mikasa-wanoft-bench-20260916T094307Z/outputs/tasks/mikasa_intercept_grab_fast/wanoft_latency_20260916T094307Z/baseline_wanoft/zero-latency/mikasa-intercept-grab-fast/vla/starvla-wanoft-h1/mikasa_intercept_grab_fast_wanoft_formal_latest_r8gpu7_20260907T075003Z/checkpoints/model.pt",
343
+ "model_config": "/mnt/local/mikasa-wanoft-bench-20260916T094307Z/outputs/tasks/mikasa_intercept_grab_fast/wanoft_latency_20260916T094307Z/baseline_wanoft/zero-latency/mikasa-intercept-grab-fast/vla/starvla-wanoft-h1/mikasa_intercept_grab_fast_wanoft_formal_latest_r8gpu7_20260907T075003Z/config.yaml",
344
+ "fps": 10,
345
+ "latency": {
346
+ "method": "temporal",
347
+ "seed": 271828,
348
+ "profile_path": "/mnt/local/mikasa-wanoft-bench-20260916T094307Z/outputs/tasks/mikasa_intercept_grab_fast/wanoft_latency_20260916T094307Z/profile/profile.json"
349
+ },
350
+ "reset_seed": 4242424242,
351
+ "episodes": 100,
352
+ "summary": {
353
+ "checkpoint_path": "/mnt/local/mikasa-wanoft-bench-20260916T094307Z/outputs/tasks/mikasa_intercept_grab_fast/wanoft_latency_20260916T094307Z/baseline_wanoft/zero-latency/mikasa-intercept-grab-fast/vla/starvla-wanoft-h1/mikasa_intercept_grab_fast_wanoft_formal_latest_r8gpu7_20260907T075003Z/checkpoints/model.pt",
354
+ "experiment_name": "mikasa_wanoft_no_latency_model_profile_latency",
355
+ "latency": "profile_sample",
356
+ "latency_type": "profile_sample",
357
+ "lengths": [
358
+ 60,
359
+ 60,
360
+ 60,
361
+ 60,
362
+ 60,
363
+ 60,
364
+ 60,
365
+ 60,
366
+ 60,
367
+ 60,
368
+ 60,
369
+ 60,
370
+ 60,
371
+ 60,
372
+ 60,
373
+ 60,
374
+ 60,
375
+ 60,
376
+ 60,
377
+ 60,
378
+ 60,
379
+ 60,
380
+ 60,
381
+ 60,
382
+ 60,
383
+ 60,
384
+ 60,
385
+ 60,
386
+ 60,
387
+ 60,
388
+ 60,
389
+ 60,
390
+ 60,
391
+ 60,
392
+ 60,
393
+ 60,
394
+ 60,
395
+ 60,
396
+ 60,
397
+ 60,
398
+ 60,
399
+ 60,
400
+ 60,
401
+ 60,
402
+ 60,
403
+ 60,
404
+ 60,
405
+ 60,
406
+ 60,
407
+ 60,
408
+ 60,
409
+ 60,
410
+ 60,
411
+ 60,
412
+ 60,
413
+ 60,
414
+ 60,
415
+ 60,
416
+ 60,
417
+ 60,
418
+ 60,
419
+ 60,
420
+ 60,
421
+ 60,
422
+ 60,
423
+ 60,
424
+ 60,
425
+ 60,
426
+ 60,
427
+ 60,
428
+ 60,
429
+ 60,
430
+ 60,
431
+ 60,
432
+ 60,
433
+ 60,
434
+ 60,
435
+ 60,
436
+ 60,
437
+ 60,
438
+ 60,
439
+ 60,
440
+ 60,
441
+ 60,
442
+ 60,
443
+ 60,
444
+ 60,
445
+ 60,
446
+ 60,
447
+ 60,
448
+ 60,
449
+ 60,
450
+ 60,
451
+ 60,
452
+ 60,
453
+ 60,
454
+ 60,
455
+ 60,
456
+ 60,
457
+ 60
458
+ ],
459
+ "mean_length": 60.0,
460
+ "mean_return": 0.33676145896756254,
461
+ "returns": [
462
+ 0.336636570362316,
463
+ 0.37633587938034907,
464
+ 0.27103020530194044,
465
+ 0.30939278282312443,
466
+ 0.21066749401569496,
467
+ 0.22979957633867798,
468
+ 0.24586998648078406,
469
+ 0.33631391770904884,
470
+ 0.5432138269825373,
471
+ 0.4122924502007663,
472
+ 0.2346278033364797,
473
+ 0.5239609651034698,
474
+ 0.42969085785443895,
475
+ 0.4338004837045446,
476
+ 0.2761929923808566,
477
+ 0.4449825118063018,
478
+ 0.3668052451685071,
479
+ 0.23647749134170226,
480
+ 0.19114263518349617,
481
+ 0.3632286492793355,
482
+ 0.17665459113786497,
483
+ 0.4330188308376819,
484
+ 0.3888671818567673,
485
+ 0.37793091672938317,
486
+ 0.23618021527749988,
487
+ 0.2737119615858319,
488
+ 0.23019465160905384,
489
+ 0.3471325243008323,
490
+ 0.23367601489360368,
491
+ 0.21223376167472452,
492
+ 0.2951143155078171,
493
+ 0.31732238578842953,
494
+ 0.26163755828747526,
495
+ 0.26861881946388166,
496
+ 0.46604310363181867,
497
+ 0.32439954755500366,
498
+ 0.3313134609416011,
499
+ 0.2383484961501381,
500
+ 0.37459124939050525,
501
+ 0.3547763318347279,
502
+ 0.222859497992431,
503
+ 0.25313270764354456,
504
+ 0.24124864130203605,
505
+ 0.31675127941707615,
506
+ 0.4406599697540514,
507
+ 0.28005381586262956,
508
+ 0.39001010899664834,
509
+ 0.3675934082493768,
510
+ 0.22266090512130177,
511
+ 0.5976000266382471,
512
+ 0.654109605733538,
513
+ 0.36912395048420876,
514
+ 0.2886330421479215,
515
+ 0.25395186314563034,
516
+ 0.31753054943692405,
517
+ 0.26060781302567193,
518
+ 0.2364760706520883,
519
+ 0.4165634208911797,
520
+ 0.4338290143641643,
521
+ 0.32248252679710276,
522
+ 0.24108395315943199,
523
+ 0.2163918814403587,
524
+ 0.2226050431090698,
525
+ 0.24228714418222808,
526
+ 0.4504806699696928,
527
+ 0.2897382054361515,
528
+ 0.22957751396825188,
529
+ 0.4164236717915628,
530
+ 0.17640646340078092,
531
+ 0.46036843648471404,
532
+ 0.21447565925177514,
533
+ 0.31890490783553105,
534
+ 0.24243343609578005,
535
+ 0.26746048270615574,
536
+ 0.36155848825728754,
537
+ 0.2866237095968245,
538
+ 1.304220202146098,
539
+ 0.47422148515761364,
540
+ 0.324430318956729,
541
+ 0.256057660037186,
542
+ 0.2774872376558051,
543
+ 0.26471098164256546,
544
+ 0.27180614301505557,
545
+ 0.5588509684021119,
546
+ 0.3054034764500102,
547
+ 0.24398128745087888,
548
+ 0.419480857643066,
549
+ 0.20673140598546524,
550
+ 0.3213820445089368,
551
+ 0.34716090741130756,
552
+ 0.38784145802492276,
553
+ 0.4342388708901126,
554
+ 0.2054333838777893,
555
+ 0.3535991772660054,
556
+ 0.33784376462426735,
557
+ 0.4299475489242468,
558
+ 0.40601179415534716,
559
+ 0.34651495615253225,
560
+ 0.5473142983391881,
561
+ 0.21454954048863328
562
+ ],
563
+ "seed": 4242424242,
564
+ "source_profile_path": "/mnt/local/mikasa-wanoft-bench-20260916T094307Z/outputs/tasks/mikasa_intercept_grab_fast/wanoft_latency_20260916T094307Z/profile/profile.json",
565
+ "std_return": 0.13846286135811434,
566
+ "suite_name": "profile_sample",
567
+ "task_metrics": {
568
+ "success": {
569
+ "mean": 0.0,
570
+ "std": 0.0,
571
+ "values": [
572
+ 0.0,
573
+ 0.0,
574
+ 0.0,
575
+ 0.0,
576
+ 0.0,
577
+ 0.0,
578
+ 0.0,
579
+ 0.0,
580
+ 0.0,
581
+ 0.0,
582
+ 0.0,
583
+ 0.0,
584
+ 0.0,
585
+ 0.0,
586
+ 0.0,
587
+ 0.0,
588
+ 0.0,
589
+ 0.0,
590
+ 0.0,
591
+ 0.0,
592
+ 0.0,
593
+ 0.0,
594
+ 0.0,
595
+ 0.0,
596
+ 0.0,
597
+ 0.0,
598
+ 0.0,
599
+ 0.0,
600
+ 0.0,
601
+ 0.0,
602
+ 0.0,
603
+ 0.0,
604
+ 0.0,
605
+ 0.0,
606
+ 0.0,
607
+ 0.0,
608
+ 0.0,
609
+ 0.0,
610
+ 0.0,
611
+ 0.0,
612
+ 0.0,
613
+ 0.0,
614
+ 0.0,
615
+ 0.0,
616
+ 0.0,
617
+ 0.0,
618
+ 0.0,
619
+ 0.0,
620
+ 0.0,
621
+ 0.0,
622
+ 0.0,
623
+ 0.0,
624
+ 0.0,
625
+ 0.0,
626
+ 0.0,
627
+ 0.0,
628
+ 0.0,
629
+ 0.0,
630
+ 0.0,
631
+ 0.0,
632
+ 0.0,
633
+ 0.0,
634
+ 0.0,
635
+ 0.0,
636
+ 0.0,
637
+ 0.0,
638
+ 0.0,
639
+ 0.0,
640
+ 0.0,
641
+ 0.0,
642
+ 0.0,
643
+ 0.0,
644
+ 0.0,
645
+ 0.0,
646
+ 0.0,
647
+ 0.0,
648
+ 0.0,
649
+ 0.0,
650
+ 0.0,
651
+ 0.0,
652
+ 0.0,
653
+ 0.0,
654
+ 0.0,
655
+ 0.0,
656
+ 0.0,
657
+ 0.0,
658
+ 0.0,
659
+ 0.0,
660
+ 0.0,
661
+ 0.0,
662
+ 0.0,
663
+ 0.0,
664
+ 0.0,
665
+ 0.0,
666
+ 0.0,
667
+ 0.0,
668
+ 0.0,
669
+ 0.0,
670
+ 0.0,
671
+ 0.0
672
+ ]
673
+ }
674
+ },
675
+ "timestamp_utc": "2026-09-17T04:05:49.635572+00:00"
676
+ }
677
+ },
678
+ {
679
+ "label": "latency_aware_model_profile_latency",
680
+ "baseline_revision": null,
681
+ "checkpoint": "/mnt/local/mikasa-wanoft-bench-20260916T094307Z/outputs/tasks/mikasa_intercept_grab_fast/wanoft_latency_20260916T094307Z/vla/inference/checkpoints/model.pt",
682
+ "model_config": "/mnt/local/mikasa-wanoft-bench-20260916T094307Z/outputs/tasks/mikasa_intercept_grab_fast/wanoft_latency_20260916T094307Z/vla/inference/config.yaml",
683
+ "fps": 10,
684
+ "latency": {
685
+ "method": "temporal",
686
+ "seed": 271828,
687
+ "profile_path": "/mnt/local/mikasa-wanoft-bench-20260916T094307Z/outputs/tasks/mikasa_intercept_grab_fast/wanoft_latency_20260916T094307Z/profile/profile.json"
688
+ },
689
+ "reset_seed": 4242424242,
690
+ "episodes": 100,
691
+ "summary": {
692
+ "checkpoint_path": "/mnt/local/mikasa-wanoft-bench-20260916T094307Z/outputs/tasks/mikasa_intercept_grab_fast/wanoft_latency_20260916T094307Z/vla/inference/checkpoints/model.pt",
693
+ "experiment_name": "mikasa_wanoft_latency_aware_model_profile_latency",
694
+ "latency": "profile_sample",
695
+ "latency_type": "profile_sample",
696
+ "lengths": [
697
+ 60,
698
+ 60,
699
+ 60,
700
+ 60,
701
+ 60,
702
+ 60,
703
+ 60,
704
+ 60,
705
+ 60,
706
+ 60,
707
+ 60,
708
+ 60,
709
+ 60,
710
+ 60,
711
+ 60,
712
+ 60,
713
+ 60,
714
+ 60,
715
+ 60,
716
+ 60,
717
+ 60,
718
+ 60,
719
+ 60,
720
+ 60,
721
+ 60,
722
+ 60,
723
+ 60,
724
+ 60,
725
+ 60,
726
+ 60,
727
+ 60,
728
+ 60,
729
+ 60,
730
+ 60,
731
+ 60,
732
+ 60,
733
+ 60,
734
+ 60,
735
+ 60,
736
+ 60,
737
+ 60,
738
+ 60,
739
+ 60,
740
+ 60,
741
+ 60,
742
+ 60,
743
+ 60,
744
+ 60,
745
+ 60,
746
+ 60,
747
+ 60,
748
+ 60,
749
+ 60,
750
+ 60,
751
+ 60,
752
+ 60,
753
+ 60,
754
+ 60,
755
+ 60,
756
+ 60,
757
+ 60,
758
+ 60,
759
+ 60,
760
+ 60,
761
+ 60,
762
+ 60,
763
+ 60,
764
+ 60,
765
+ 60,
766
+ 60,
767
+ 60,
768
+ 60,
769
+ 60,
770
+ 60,
771
+ 60,
772
+ 60,
773
+ 60,
774
+ 60,
775
+ 60,
776
+ 60,
777
+ 60,
778
+ 60,
779
+ 60,
780
+ 60,
781
+ 60,
782
+ 60,
783
+ 60,
784
+ 60,
785
+ 60,
786
+ 60,
787
+ 60,
788
+ 60,
789
+ 60,
790
+ 60,
791
+ 60,
792
+ 60,
793
+ 60,
794
+ 60,
795
+ 60,
796
+ 60
797
+ ],
798
+ "mean_length": 60.0,
799
+ "mean_return": 6.89020414933153,
800
+ "returns": [
801
+ 1.6648108013905585,
802
+ 1.1037056378554553,
803
+ 0.9310572218382731,
804
+ 0.6846114325526287,
805
+ 0.6049192170194146,
806
+ 0.6516250198401394,
807
+ 32.79363412945531,
808
+ 1.2510935970640276,
809
+ 1.249851738306461,
810
+ 0.9889586706412956,
811
+ 0.6832817364338553,
812
+ 1.27963764348533,
813
+ 31.51140789804049,
814
+ 32.622597431531176,
815
+ 0.6075434384692926,
816
+ 0.9882388547994196,
817
+ 0.9230159462895244,
818
+ 32.46467306086561,
819
+ 1.0663560937391594,
820
+ 1.0970234723354224,
821
+ 0.9328652287076693,
822
+ 1.319438441307284,
823
+ 33.111247595748864,
824
+ 0.6979635463212617,
825
+ 11.585431064188015,
826
+ 7.015275369107258,
827
+ 1.313094699231442,
828
+ 31.310324999736622,
829
+ 29.64302287553437,
830
+ 0.5691319356155873,
831
+ 1.3029079546686262,
832
+ 1.1442776705371216,
833
+ 0.6254512175946729,
834
+ 14.69808511598967,
835
+ 1.0496873752272222,
836
+ 2.351599907502532,
837
+ 1.6513436203822494,
838
+ 0.6390723194708698,
839
+ 0.7633887306146789,
840
+ 1.2056863906036597,
841
+ 0.6304475479118992,
842
+ 1.6622184489970095,
843
+ 30.12672672397457,
844
+ 1.2912471067393199,
845
+ 0.8023385000997223,
846
+ 0.6094904721248895,
847
+ 0.7897173005912919,
848
+ 30.822159885254223,
849
+ 0.6326421025551099,
850
+ 0.9770310576423071,
851
+ 1.1885445381922182,
852
+ 5.327647554164287,
853
+ 32.161129695770796,
854
+ 0.6526042775949463,
855
+ 3.604224546288606,
856
+ 29.5262995720841,
857
+ 29.17795249953633,
858
+ 1.1354762852424756,
859
+ 1.3107508849352598,
860
+ 0.756053668592358,
861
+ 0.6065479502394737,
862
+ 0.623954425289412,
863
+ 0.7861026909667999,
864
+ 6.273347450827714,
865
+ 1.2609811882139184,
866
+ 1.173033572442364,
867
+ 30.58976872614585,
868
+ 1.1746705082186963,
869
+ 0.5000111893605208,
870
+ 1.2494710484170355,
871
+ 0.6102016519798781,
872
+ 0.7013178302149754,
873
+ 1.2246421036834363,
874
+ 31.1955059231841,
875
+ 34.31489391217474,
876
+ 1.1986423276248388,
877
+ 7.158229296997888,
878
+ 2.782525044720387,
879
+ 0.9161836954881437,
880
+ 0.6091254945786204,
881
+ 0.5632846036241972,
882
+ 31.535971636883914,
883
+ 1.1865606969222426,
884
+ 2.6635591530939564,
885
+ 0.646233732393739,
886
+ 1.2782468074583448,
887
+ 1.036482462688582,
888
+ 1.249549668369582,
889
+ 31.401324949983973,
890
+ 3.906112660188228,
891
+ 1.0283492933958769,
892
+ 0.7876478210382629,
893
+ 0.7116458318196237,
894
+ 1.2912251504021697,
895
+ 1.6844845386804081,
896
+ 0.49548599499394186,
897
+ 8.748916186217684,
898
+ 10.74289772665361,
899
+ 1.2659280337393284,
900
+ 0.5653101855023124
901
+ ],
902
+ "seed": 4242424242,
903
+ "source_profile_path": "/mnt/local/mikasa-wanoft-bench-20260916T094307Z/outputs/tasks/mikasa_intercept_grab_fast/wanoft_latency_20260916T094307Z/profile/profile.json",
904
+ "std_return": 11.361480919528166,
905
+ "suite_name": "profile_sample",
906
+ "task_metrics": {
907
+ "success": {
908
+ "mean": 0.21,
909
+ "std": 0.40730823708832625,
910
+ "values": [
911
+ 0.0,
912
+ 0.0,
913
+ 0.0,
914
+ 0.0,
915
+ 0.0,
916
+ 0.0,
917
+ 1.0,
918
+ 0.0,
919
+ 0.0,
920
+ 0.0,
921
+ 0.0,
922
+ 0.0,
923
+ 1.0,
924
+ 1.0,
925
+ 0.0,
926
+ 0.0,
927
+ 0.0,
928
+ 1.0,
929
+ 0.0,
930
+ 0.0,
931
+ 0.0,
932
+ 0.0,
933
+ 1.0,
934
+ 0.0,
935
+ 1.0,
936
+ 0.0,
937
+ 0.0,
938
+ 1.0,
939
+ 1.0,
940
+ 0.0,
941
+ 0.0,
942
+ 0.0,
943
+ 0.0,
944
+ 1.0,
945
+ 0.0,
946
+ 0.0,
947
+ 0.0,
948
+ 0.0,
949
+ 0.0,
950
+ 0.0,
951
+ 0.0,
952
+ 0.0,
953
+ 1.0,
954
+ 0.0,
955
+ 0.0,
956
+ 0.0,
957
+ 0.0,
958
+ 1.0,
959
+ 0.0,
960
+ 0.0,
961
+ 0.0,
962
+ 0.0,
963
+ 1.0,
964
+ 0.0,
965
+ 0.0,
966
+ 1.0,
967
+ 1.0,
968
+ 0.0,
969
+ 0.0,
970
+ 0.0,
971
+ 0.0,
972
+ 0.0,
973
+ 0.0,
974
+ 1.0,
975
+ 0.0,
976
+ 0.0,
977
+ 1.0,
978
+ 0.0,
979
+ 0.0,
980
+ 0.0,
981
+ 0.0,
982
+ 0.0,
983
+ 0.0,
984
+ 1.0,
985
+ 1.0,
986
+ 0.0,
987
+ 0.0,
988
+ 0.0,
989
+ 0.0,
990
+ 0.0,
991
+ 0.0,
992
+ 1.0,
993
+ 0.0,
994
+ 0.0,
995
+ 0.0,
996
+ 0.0,
997
+ 0.0,
998
+ 0.0,
999
+ 1.0,
1000
+ 0.0,
1001
+ 0.0,
1002
+ 0.0,
1003
+ 0.0,
1004
+ 0.0,
1005
+ 0.0,
1006
+ 0.0,
1007
+ 0.0,
1008
+ 1.0,
1009
+ 0.0,
1010
+ 0.0
1011
+ ]
1012
+ }
1013
+ },
1014
+ "timestamp_utc": "2026-09-17T04:15:20.625232+00:00"
1015
+ }
1016
+ }
1017
+ ]
latency-aware/mikasa-intercept-grab-fast/vla/starvla-wanoft-h1/mikasa_wanoft_latency_3090_20260916T094307Z/eval_profile.json ADDED
@@ -0,0 +1,325 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint_path": "/mnt/local/mikasa-wanoft-bench-20260916T094307Z/outputs/tasks/mikasa_intercept_grab_fast/wanoft_latency_20260916T094307Z/vla/inference/checkpoints/model.pt",
3
+ "experiment_name": "mikasa_wanoft_latency_aware_model_profile_latency",
4
+ "latency": "profile_sample",
5
+ "latency_type": "profile_sample",
6
+ "lengths": [
7
+ 60,
8
+ 60,
9
+ 60,
10
+ 60,
11
+ 60,
12
+ 60,
13
+ 60,
14
+ 60,
15
+ 60,
16
+ 60,
17
+ 60,
18
+ 60,
19
+ 60,
20
+ 60,
21
+ 60,
22
+ 60,
23
+ 60,
24
+ 60,
25
+ 60,
26
+ 60,
27
+ 60,
28
+ 60,
29
+ 60,
30
+ 60,
31
+ 60,
32
+ 60,
33
+ 60,
34
+ 60,
35
+ 60,
36
+ 60,
37
+ 60,
38
+ 60,
39
+ 60,
40
+ 60,
41
+ 60,
42
+ 60,
43
+ 60,
44
+ 60,
45
+ 60,
46
+ 60,
47
+ 60,
48
+ 60,
49
+ 60,
50
+ 60,
51
+ 60,
52
+ 60,
53
+ 60,
54
+ 60,
55
+ 60,
56
+ 60,
57
+ 60,
58
+ 60,
59
+ 60,
60
+ 60,
61
+ 60,
62
+ 60,
63
+ 60,
64
+ 60,
65
+ 60,
66
+ 60,
67
+ 60,
68
+ 60,
69
+ 60,
70
+ 60,
71
+ 60,
72
+ 60,
73
+ 60,
74
+ 60,
75
+ 60,
76
+ 60,
77
+ 60,
78
+ 60,
79
+ 60,
80
+ 60,
81
+ 60,
82
+ 60,
83
+ 60,
84
+ 60,
85
+ 60,
86
+ 60,
87
+ 60,
88
+ 60,
89
+ 60,
90
+ 60,
91
+ 60,
92
+ 60,
93
+ 60,
94
+ 60,
95
+ 60,
96
+ 60,
97
+ 60,
98
+ 60,
99
+ 60,
100
+ 60,
101
+ 60,
102
+ 60,
103
+ 60,
104
+ 60,
105
+ 60,
106
+ 60
107
+ ],
108
+ "mean_length": 60.0,
109
+ "mean_return": 6.89020414933153,
110
+ "returns": [
111
+ 1.6648108013905585,
112
+ 1.1037056378554553,
113
+ 0.9310572218382731,
114
+ 0.6846114325526287,
115
+ 0.6049192170194146,
116
+ 0.6516250198401394,
117
+ 32.79363412945531,
118
+ 1.2510935970640276,
119
+ 1.249851738306461,
120
+ 0.9889586706412956,
121
+ 0.6832817364338553,
122
+ 1.27963764348533,
123
+ 31.51140789804049,
124
+ 32.622597431531176,
125
+ 0.6075434384692926,
126
+ 0.9882388547994196,
127
+ 0.9230159462895244,
128
+ 32.46467306086561,
129
+ 1.0663560937391594,
130
+ 1.0970234723354224,
131
+ 0.9328652287076693,
132
+ 1.319438441307284,
133
+ 33.111247595748864,
134
+ 0.6979635463212617,
135
+ 11.585431064188015,
136
+ 7.015275369107258,
137
+ 1.313094699231442,
138
+ 31.310324999736622,
139
+ 29.64302287553437,
140
+ 0.5691319356155873,
141
+ 1.3029079546686262,
142
+ 1.1442776705371216,
143
+ 0.6254512175946729,
144
+ 14.69808511598967,
145
+ 1.0496873752272222,
146
+ 2.351599907502532,
147
+ 1.6513436203822494,
148
+ 0.6390723194708698,
149
+ 0.7633887306146789,
150
+ 1.2056863906036597,
151
+ 0.6304475479118992,
152
+ 1.6622184489970095,
153
+ 30.12672672397457,
154
+ 1.2912471067393199,
155
+ 0.8023385000997223,
156
+ 0.6094904721248895,
157
+ 0.7897173005912919,
158
+ 30.822159885254223,
159
+ 0.6326421025551099,
160
+ 0.9770310576423071,
161
+ 1.1885445381922182,
162
+ 5.327647554164287,
163
+ 32.161129695770796,
164
+ 0.6526042775949463,
165
+ 3.604224546288606,
166
+ 29.5262995720841,
167
+ 29.17795249953633,
168
+ 1.1354762852424756,
169
+ 1.3107508849352598,
170
+ 0.756053668592358,
171
+ 0.6065479502394737,
172
+ 0.623954425289412,
173
+ 0.7861026909667999,
174
+ 6.273347450827714,
175
+ 1.2609811882139184,
176
+ 1.173033572442364,
177
+ 30.58976872614585,
178
+ 1.1746705082186963,
179
+ 0.5000111893605208,
180
+ 1.2494710484170355,
181
+ 0.6102016519798781,
182
+ 0.7013178302149754,
183
+ 1.2246421036834363,
184
+ 31.1955059231841,
185
+ 34.31489391217474,
186
+ 1.1986423276248388,
187
+ 7.158229296997888,
188
+ 2.782525044720387,
189
+ 0.9161836954881437,
190
+ 0.6091254945786204,
191
+ 0.5632846036241972,
192
+ 31.535971636883914,
193
+ 1.1865606969222426,
194
+ 2.6635591530939564,
195
+ 0.646233732393739,
196
+ 1.2782468074583448,
197
+ 1.036482462688582,
198
+ 1.249549668369582,
199
+ 31.401324949983973,
200
+ 3.906112660188228,
201
+ 1.0283492933958769,
202
+ 0.7876478210382629,
203
+ 0.7116458318196237,
204
+ 1.2912251504021697,
205
+ 1.6844845386804081,
206
+ 0.49548599499394186,
207
+ 8.748916186217684,
208
+ 10.74289772665361,
209
+ 1.2659280337393284,
210
+ 0.5653101855023124
211
+ ],
212
+ "seed": 4242424242,
213
+ "source_profile_path": "/mnt/local/mikasa-wanoft-bench-20260916T094307Z/outputs/tasks/mikasa_intercept_grab_fast/wanoft_latency_20260916T094307Z/profile/profile.json",
214
+ "std_return": 11.361480919528166,
215
+ "suite_name": "profile_sample",
216
+ "task_metrics": {
217
+ "success": {
218
+ "mean": 0.21,
219
+ "std": 0.40730823708832625,
220
+ "values": [
221
+ 0.0,
222
+ 0.0,
223
+ 0.0,
224
+ 0.0,
225
+ 0.0,
226
+ 0.0,
227
+ 1.0,
228
+ 0.0,
229
+ 0.0,
230
+ 0.0,
231
+ 0.0,
232
+ 0.0,
233
+ 1.0,
234
+ 1.0,
235
+ 0.0,
236
+ 0.0,
237
+ 0.0,
238
+ 1.0,
239
+ 0.0,
240
+ 0.0,
241
+ 0.0,
242
+ 0.0,
243
+ 1.0,
244
+ 0.0,
245
+ 1.0,
246
+ 0.0,
247
+ 0.0,
248
+ 1.0,
249
+ 1.0,
250
+ 0.0,
251
+ 0.0,
252
+ 0.0,
253
+ 0.0,
254
+ 1.0,
255
+ 0.0,
256
+ 0.0,
257
+ 0.0,
258
+ 0.0,
259
+ 0.0,
260
+ 0.0,
261
+ 0.0,
262
+ 0.0,
263
+ 1.0,
264
+ 0.0,
265
+ 0.0,
266
+ 0.0,
267
+ 0.0,
268
+ 1.0,
269
+ 0.0,
270
+ 0.0,
271
+ 0.0,
272
+ 0.0,
273
+ 1.0,
274
+ 0.0,
275
+ 0.0,
276
+ 1.0,
277
+ 1.0,
278
+ 0.0,
279
+ 0.0,
280
+ 0.0,
281
+ 0.0,
282
+ 0.0,
283
+ 0.0,
284
+ 1.0,
285
+ 0.0,
286
+ 0.0,
287
+ 1.0,
288
+ 0.0,
289
+ 0.0,
290
+ 0.0,
291
+ 0.0,
292
+ 0.0,
293
+ 0.0,
294
+ 1.0,
295
+ 1.0,
296
+ 0.0,
297
+ 0.0,
298
+ 0.0,
299
+ 0.0,
300
+ 0.0,
301
+ 0.0,
302
+ 1.0,
303
+ 0.0,
304
+ 0.0,
305
+ 0.0,
306
+ 0.0,
307
+ 0.0,
308
+ 0.0,
309
+ 1.0,
310
+ 0.0,
311
+ 0.0,
312
+ 0.0,
313
+ 0.0,
314
+ 0.0,
315
+ 0.0,
316
+ 0.0,
317
+ 0.0,
318
+ 1.0,
319
+ 0.0,
320
+ 0.0
321
+ ]
322
+ }
323
+ },
324
+ "timestamp_utc": "2026-09-17T04:15:20.625232+00:00"
325
+ }
latency-aware/mikasa-intercept-grab-fast/vla/starvla-wanoft-h1/mikasa_wanoft_latency_3090_20260916T094307Z/provenance.json ADDED
@@ -0,0 +1,134 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "mikasa",
3
+ "model": "wanoft",
4
+ "run_id": "mikasa_wanoft_latency_3090_20260916T094307Z",
5
+ "smoke": false,
6
+ "teacher": {
7
+ "repo_id": "latency-sensitive-bench/benchmark-models",
8
+ "revision": "4ada4d52f711167a3bb40829b8617e4caafbac2f",
9
+ "path": "latency-aware/mikasa-intercept-grab-fast/small-policy/ppo-wanoft-rtx3090-v1/checkpoint.pt"
10
+ },
11
+ "backbone": {
12
+ "repo_id": "Wan-AI/Wan2.2-TI2V-5B-Diffusers",
13
+ "allow_patterns": [
14
+ "model_index.json",
15
+ "scheduler/*",
16
+ "tokenizer/*",
17
+ "text_encoder/*",
18
+ "transformer/*",
19
+ "vae/*"
20
+ ]
21
+ },
22
+ "code_revisions": {
23
+ "benchmark": {
24
+ "revision": "f0929454423a5f170eb3c226aec42103ea351248",
25
+ "dirty": true
26
+ },
27
+ "starvla": {
28
+ "revision": "fdce085b815250b149c27ccfc6dee2334a746133",
29
+ "dirty": true
30
+ },
31
+ "mikasa": {
32
+ "revision": "34ece90941291dceaf942938b9f6c92f9dbae01f",
33
+ "dirty": false
34
+ }
35
+ },
36
+ "datasets": [
37
+ {
38
+ "repo_id": "latency-sensitive-bench/benchmark-datasets",
39
+ "path": "latency-aware/mikasa-intercept-grab-fast/teacher-rollouts-h1-state-v1",
40
+ "local_dir": "/mnt/local/mikasa-wanoft-bench-20260916T094307Z/outputs/tasks/mikasa_intercept_grab_fast/wanoft_latency_20260916T094307Z/dataset",
41
+ "revision": null,
42
+ "condition": "latency-aware",
43
+ "action_horizon": 1
44
+ }
45
+ ],
46
+ "seed": 0,
47
+ "condition": "latency-aware",
48
+ "evaluation": {
49
+ "seed": 4242424242,
50
+ "episodes": 100,
51
+ "every_round": false
52
+ },
53
+ "training": {
54
+ "sft_updates": 5000,
55
+ "dagger_updates": 0,
56
+ "global_batch": 128,
57
+ "bootstrap_weight": 1.0,
58
+ "dagger_weight": 0.0,
59
+ "latest_dagger_weight": 0.0,
60
+ "history_dagger_weight": 0.0,
61
+ "micro_batch": 16,
62
+ "num_gpus": 2,
63
+ "gradient_accumulation_steps": 4,
64
+ "optimizer": {
65
+ "name": "AdamW",
66
+ "betas": [
67
+ 0.9,
68
+ 0.95
69
+ ],
70
+ "eps": 1e-08,
71
+ "weight_decay": 1e-08,
72
+ "fused": true
73
+ },
74
+ "learning_rate": {
75
+ "base": 3e-05,
76
+ "action_model": 0.0001
77
+ },
78
+ "scheduler": "cosine_with_min_lr",
79
+ "scheduler_kwargs": {
80
+ "min_lr": 1e-06
81
+ },
82
+ "warmup_updates": 100
83
+ },
84
+ "profile": {
85
+ "repo_id": "latency-sensitive-bench/profiles",
86
+ "revision": "66414463f2a609316da63935941a79abf0a73ce9",
87
+ "path": "profiles/wanoft/1x-rtx3090/mikasa_intercept_grab_fast/instance_3a0d42681a03715c"
88
+ },
89
+ "collection": {
90
+ "episodes": 275,
91
+ "num_envs": 10,
92
+ "keep_failed": false,
93
+ "train_split": "train[:250]",
94
+ "val_split": "train[250:275]"
95
+ },
96
+ "action_labels": "issued actions at admitted request observations",
97
+ "action_horizon": 1,
98
+ "fps": 10,
99
+ "checkpoint": {
100
+ "step": 5000,
101
+ "path": "checkpoints/model.pt",
102
+ "size_bytes": 25079417873,
103
+ "sha256": "3c0fe8aa9fc7618f9f751ab2544a239ad8bfd25c28f6df965fee1db68d8dc448"
104
+ },
105
+ "evaluation_matrix": [
106
+ {
107
+ "label": "no_latency_model_no_latency",
108
+ "episodes": 100,
109
+ "fps": 10,
110
+ "mean_return": 16.85003246432638,
111
+ "std_return": 16.55068580254328,
112
+ "success": 0.41,
113
+ "timestamp_utc": "2026-09-17T03:57:37.828542+00:00"
114
+ },
115
+ {
116
+ "label": "no_latency_model_profile_latency",
117
+ "episodes": 100,
118
+ "fps": 10,
119
+ "mean_return": 0.33676145896756254,
120
+ "std_return": 0.13846286135811434,
121
+ "success": 0.0,
122
+ "timestamp_utc": "2026-09-17T04:05:49.635572+00:00"
123
+ },
124
+ {
125
+ "label": "latency_aware_model_profile_latency",
126
+ "episodes": 100,
127
+ "fps": 10,
128
+ "mean_return": 6.89020414933153,
129
+ "std_return": 11.361480919528166,
130
+ "success": 0.21,
131
+ "timestamp_utc": "2026-09-17T04:15:20.625232+00:00"
132
+ }
133
+ ]
134
+ }
latency-aware/mikasa-intercept-grab-fast/vla/starvla-wanoft-h1/mikasa_wanoft_latency_3090_20260916T094307Z/task_contract.json ADDED
@@ -0,0 +1,131 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "format": "latency_bench_starvla_h1_v1",
3
+ "task": "mikasa_intercept_grab_fast",
4
+ "robot_type": "latency_mikasa_h1",
5
+ "state_dim": 7,
6
+ "action_dim": 7,
7
+ "action_horizon": 1,
8
+ "fps": 10,
9
+ "state_key": "observation.state",
10
+ "action_key": "action",
11
+ "video_keys": [
12
+ "video.top",
13
+ "video.wrist"
14
+ ],
15
+ "auxiliary": {},
16
+ "normalization": {
17
+ "state": {
18
+ "mean": [
19
+ -0.13310474157333374,
20
+ -0.04813479632139206,
21
+ 0.11524388194084167,
22
+ -1.4719812870025635,
23
+ 0.5153214335441589,
24
+ 0.15047955513000488,
25
+ 0.0666607916355133
26
+ ],
27
+ "std": [
28
+ 0.0876997709274292,
29
+ 0.17078638076782227,
30
+ 0.10500403493642807,
31
+ 2.6307830810546875,
32
+ 0.36522185802459717,
33
+ 0.12691563367843628,
34
+ 0.01760830730199814
35
+ ],
36
+ "min": [
37
+ -0.3528256416320801,
38
+ -0.4569961428642273,
39
+ 0.01429031416773796,
40
+ -3.1415822505950928,
41
+ -0.05278138816356659,
42
+ -0.07146681100130081,
43
+ 0.03105371631681919
44
+ ],
45
+ "max": [
46
+ 0.013982295989990234,
47
+ 0.3273496627807617,
48
+ 0.3442644476890564,
49
+ 3.14143705368042,
50
+ 1.2895698547363281,
51
+ 0.6076416373252869,
52
+ 0.07999999821186066
53
+ ],
54
+ "q01": [
55
+ -0.3219875717163086,
56
+ -0.3823251295089722,
57
+ 0.01860940784215927,
58
+ -3.139352560043335,
59
+ -0.043293990194797516,
60
+ -0.04997190833091736,
61
+ 0.03631107091903687
62
+ ],
63
+ "q99": [
64
+ -0.0001696837693453026,
65
+ 0.28250425338745117,
66
+ 0.33875077962875366,
67
+ 3.14034366607666,
68
+ 1.153472008705139,
69
+ 0.4542193138599395,
70
+ 0.07999999821186066
71
+ ]
72
+ },
73
+ "action": {
74
+ "mean": [
75
+ -0.040316689759492874,
76
+ 0.0796981006860733,
77
+ -0.19481909275054932,
78
+ -0.0327848382294178,
79
+ -0.7301366925239563,
80
+ -0.11459014564752579,
81
+ 0.4834156334400177
82
+ ],
83
+ "std": [
84
+ 0.14577732980251312,
85
+ 0.6475511193275452,
86
+ 0.2606475353240967,
87
+ 0.45230066776275635,
88
+ 0.36890503764152527,
89
+ 0.22937285900115967,
90
+ 0.6468620300292969
91
+ ],
92
+ "min": [
93
+ -0.550839900970459,
94
+ -1.0,
95
+ -1.0,
96
+ -1.0,
97
+ -1.0,
98
+ -0.7338666319847107,
99
+ -0.9443982839584351
100
+ ],
101
+ "max": [
102
+ 0.45171359181404114,
103
+ 1.0,
104
+ 0.07655882835388184,
105
+ 0.941565215587616,
106
+ 0.30777639150619507,
107
+ 0.44556739926338196,
108
+ 1.0
109
+ ],
110
+ "q01": [
111
+ -0.47804651498794554,
112
+ -1.0,
113
+ -0.9912883615493774,
114
+ -0.845421245098114,
115
+ -1.0,
116
+ -0.5011891794204711,
117
+ -0.750593204498291
118
+ ],
119
+ "q99": [
120
+ 0.3937531185150144,
121
+ 1.0,
122
+ 0.044067009836435314,
123
+ 0.7574581885337829,
124
+ 0.09050450176000582,
125
+ 0.40584282875061034,
126
+ 1.0
127
+ ]
128
+ }
129
+ },
130
+ "prompt": "Intercept the rolling ball and grasp it to stop it."
131
+ }