Hugging Face's logo

MLL-Lab
/
LAGEN-models

Robotics
PyTorch
Safetensors
vision-language-action
latency-sensitive-bench
multiple-checkpoints
Model card Files
xet
 Community
1
Caesarrr commited on
Commit
0e7215d
·
verified ·
1 Parent(s): fbc839d

Publish MIKASA H8 sft profile-latency qwenpi_v3

Browse files
Files changed (6) hide show
  1. profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-profile/README.md +3 -0
  2. profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-profile/checkpoints/model.pt +3 -0
  3. profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-profile/config.yaml +63 -0
  4. profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-profile/dataset_statistics.json +511 -0
  5. profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-profile/provenance.json +85 -0
  6. profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-profile/task_contract.json +559 -0
profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-profile/README.md ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ # qwenpi_v3 — mikasa_intercept_grab_fast
2
+
3
+ RGB + continuous state, action horizon 8, VLA 20 Hz. Formal evaluation is run separately.
profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-profile/checkpoints/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45f44316f42d809ab13b5ca112127c28ca23a2bec57ecd90c8d3ad3c2433ce6a
3
+ size 10922768541
profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-profile/config.yaml ADDED
@@ -0,0 +1,63 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ framework:
2
+ name: QwenPI_v3
3
+ qwenvl:
4
+ base_vlm: Qwen/Qwen3-VL-4B-Instruct
5
+ attn_implementation: flash_attention_2
6
+ vl_hidden_dim: 2560
7
+ num_vl_layers: 36
8
+ enable_gradient_checkpointing: true
9
+ action_model:
10
+ action_model_type: LayerwiseFM
11
+ action_dim: 7
12
+ state_dim: 71
13
+ state_encoding: continuous_projector
14
+ task_objective: null
15
+ action_horizon: 8
16
+ repeated_diffusion_steps: 2
17
+ num_inference_timesteps: 4
18
+ add_pos_embed: true
19
+ max_seq_len: 1024
20
+ num_target_vision_tokens: 32
21
+ noise_beta_alpha: 1.5
22
+ noise_beta_beta: 1.0
23
+ noise_s: 0.999
24
+ num_timestep_buckets: 1000
25
+ diffusion_model_cfg:
26
+ action_dit_hidden_dim: 1024
27
+ dropout: 0.2
28
+ final_dropout: true
29
+ interleave_self_attention: true
30
+ norm_type: ada_norm
31
+ positional_embeddings: null
32
+ attention_head_dim: 64
33
+ num_layers: 36
34
+ input_embedding_dim: 1024
35
+ cross_attention_dim: 1024
36
+ output_dim: 1024
37
+ num_attention_heads: 16
38
+ action_env_dim: 7
39
+ future_action_window_size: 7
40
+ past_action_window_size: 0
41
+ version_id: '0.21'
42
+ datasets:
43
+ vla_data:
44
+ include_state: true
45
+ obs_image_size:
46
+ - 224
47
+ - 224
48
+ image_mode: single
49
+ stitch_grid:
50
+ - 1
51
+ - 2
52
+ num_obs_frames: 1
53
+ trainer:
54
+ pretrained_checkpoint: null
55
+ backbone:
56
+ repo_id: Qwen/Qwen3-VL-4B-Instruct
57
+ allow_patterns:
58
+ - '*.json'
59
+ - '*.safetensors'
60
+ - '*.txt'
61
+ - '*.jinja'
62
+ - '*.model'
63
+ revision: ebb281ec70b05090aa6165b016eac8ec08e71b17
profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-profile/dataset_statistics.json ADDED
@@ -0,0 +1,511 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "new_embodiment": {
3
+ "action": {
4
+ "mean": [
5
+ -0.09751932322978973,
6
+ 0.04696882143616676,
7
+ -0.25017669796943665,
8
+ -0.2335444986820221,
9
+ -0.41893091797828674,
10
+ 0.17288504540920258,
11
+ 0.02941788174211979
12
+ ],
13
+ "std": [
14
+ 0.2442915141582489,
15
+ 0.5395218133926392,
16
+ 0.26276665925979614,
17
+ 0.270341157913208,
18
+ 0.3250162601470947,
19
+ 0.2923721969127655,
20
+ 0.42165684700012207
21
+ ],
22
+ "max": [
23
+ 1.0,
24
+ 1.0,
25
+ 0.729404866695404,
26
+ 1.0,
27
+ 0.710040807723999,
28
+ 1.0,
29
+ 1.0
30
+ ],
31
+ "min": [
32
+ -1.0,
33
+ -1.0,
34
+ -1.0,
35
+ -1.0,
36
+ -1.0,
37
+ -0.7422517538070679,
38
+ -1.0
39
+ ],
40
+ "q01": [
41
+ -0.8556459546089172,
42
+ -1.0,
43
+ -0.8788669109344482,
44
+ -0.6792541146278381,
45
+ -0.9963043928146362,
46
+ -0.40262988209724426,
47
+ -0.8234635591506958
48
+ ],
49
+ "q99": [
50
+ 0.2719738185405731,
51
+ 0.8099067211151123,
52
+ 0.19406720995903015,
53
+ 0.5065401196479797,
54
+ 0.26176461577415466,
55
+ 0.8136535286903381,
56
+ 0.6539701819419861
57
+ ],
58
+ "mask": [
59
+ true,
60
+ true,
61
+ true,
62
+ true,
63
+ true,
64
+ true,
65
+ true
66
+ ]
67
+ },
68
+ "state": {
69
+ "mean": [
70
+ -0.16040511429309845,
71
+ -0.07456416636705399,
72
+ 0.13816814124584198,
73
+ -2.0211193561553955,
74
+ 0.25203558802604675,
75
+ -0.12056336551904678,
76
+ 0.0491839200258255,
77
+ 0.0,
78
+ 0.0,
79
+ 0.0,
80
+ 0.0,
81
+ 0.0,
82
+ 0.0,
83
+ 0.0,
84
+ 0.0,
85
+ 0.0,
86
+ 0.0,
87
+ 0.0,
88
+ 0.0,
89
+ 0.0,
90
+ 0.0,
91
+ 0.0,
92
+ 0.0,
93
+ 0.0,
94
+ 0.0,
95
+ 0.0,
96
+ 0.0,
97
+ 0.0,
98
+ -0.05470995977520943,
99
+ 0.047168657183647156,
100
+ -0.16639205813407898,
101
+ -0.1562943309545517,
102
+ -0.28177934885025024,
103
+ 0.11841943860054016,
104
+ 0.06007219851016998,
105
+ -0.11917140334844589,
106
+ -0.0073170531541109085,
107
+ -0.28068527579307556,
108
+ -0.20767131447792053,
109
+ -0.4390174150466919,
110
+ 0.2106461226940155,
111
+ 0.09133689105510712,
112
+ -0.09908999502658844,
113
+ 0.025641899555921555,
114
+ -0.2550414800643921,
115
+ -0.21257628500461578,
116
+ -0.41789865493774414,
117
+ 0.17664985358715057,
118
+ 0.06512919813394547,
119
+ -0.08130337297916412,
120
+ 0.06038251519203186,
121
+ -0.22668156027793884,
122
+ -0.2185390144586563,
123
+ -0.38913092017173767,
124
+ 0.15650750696659088,
125
+ 0.04194868728518486,
126
+ -0.06604113429784775,
127
+ 0.09111735224723816,
128
+ -0.20322957634925842,
129
+ -0.22318972647190094,
130
+ -0.3612056076526642,
131
+ 0.13572122156620026,
132
+ 0.023892762139439583,
133
+ 0.0,
134
+ 0.0,
135
+ 0.0,
136
+ 0.6758166551589966,
137
+ 0.22446197271347046,
138
+ 0.0,
139
+ 0.0,
140
+ 0.0
141
+ ],
142
+ "std": [
143
+ 0.08637070655822754,
144
+ 0.10949169844388962,
145
+ 0.11563171446323395,
146
+ 2.264688014984131,
147
+ 0.19258102774620056,
148
+ 0.10353090614080429,
149
+ 0.015840109437704086,
150
+ 0.0,
151
+ 0.0,
152
+ 0.0,
153
+ 0.0,
154
+ 0.0,
155
+ 0.0,
156
+ 0.0,
157
+ 0.0,
158
+ 0.0,
159
+ 0.0,
160
+ 0.0,
161
+ 0.0,
162
+ 0.0,
163
+ 0.0,
164
+ 0.0,
165
+ 0.0,
166
+ 0.0,
167
+ 0.0,
168
+ 0.0,
169
+ 0.0,
170
+ 0.0,
171
+ 0.19466623663902283,
172
+ 0.4289855659008026,
173
+ 0.22842511534690857,
174
+ 0.2504338324069977,
175
+ 0.3203378915786743,
176
+ 0.23624347150325775,
177
+ 0.30874425172805786,
178
+ 0.2675521969795227,
179
+ 0.567645251750946,
180
+ 0.27724695205688477,
181
+ 0.27426475286483765,
182
+ 0.3168589770793915,
183
+ 0.30615466833114624,
184
+ 0.369462788105011,
185
+ 0.2486511468887329,
186
+ 0.542003333568573,
187
+ 0.26176583766937256,
188
+ 0.2728952169418335,
189
+ 0.3228781819343567,
190
+ 0.277295857667923,
191
+ 0.3775101602077484,
192
+ 0.2265191227197647,
193
+ 0.5097371339797974,
194
+ 0.2487185299396515,
195
+ 0.2699166536331177,
196
+ 0.32465681433677673,
197
+ 0.2730230987071991,
198
+ 0.39365607500076294,
199
+ 0.20667655766010284,
200
+ 0.47434303164482117,
201
+ 0.2367129772901535,
202
+ 0.2662997245788574,
203
+ 0.3233543038368225,
204
+ 0.26647353172302246,
205
+ 0.407259076833725,
206
+ 0.0,
207
+ 0.0,
208
+ 0.0,
209
+ 0.46804898977279663,
210
+ 0.41721323132514954,
211
+ 0.0,
212
+ 0.0,
213
+ 0.0
214
+ ],
215
+ "max": [
216
+ 0.10198211669921875,
217
+ 0.25742626190185547,
218
+ 0.3793128728866577,
219
+ 3.141590118408203,
220
+ 1.3774946928024292,
221
+ 0.11047988384962082,
222
+ 0.07999999821186066,
223
+ 0.0,
224
+ 0.0,
225
+ 0.0,
226
+ 0.0,
227
+ 0.0,
228
+ 0.0,
229
+ 0.0,
230
+ 0.0,
231
+ 0.0,
232
+ 0.0,
233
+ 0.0,
234
+ 0.0,
235
+ 0.0,
236
+ 0.0,
237
+ 0.0,
238
+ 0.0,
239
+ 0.0,
240
+ 0.0,
241
+ 0.0,
242
+ 0.0,
243
+ 0.0,
244
+ 0.6272925138473511,
245
+ 1.0,
246
+ 0.7141644954681396,
247
+ 0.8387975692749023,
248
+ 0.7064530849456787,
249
+ 0.8955502510070801,
250
+ 0.7815061807632446,
251
+ 1.0,
252
+ 0.9539637565612793,
253
+ 0.6984386444091797,
254
+ 1.0,
255
+ 0.709949254989624,
256
+ 1.0,
257
+ 1.0,
258
+ 0.6756465435028076,
259
+ 0.9551055431365967,
260
+ 0.7201155424118042,
261
+ 0.8635027408599854,
262
+ 0.7017598152160645,
263
+ 0.9227668046951294,
264
+ 0.8898094892501831,
265
+ 0.9335300922393799,
266
+ 0.9476313591003418,
267
+ 0.7141644954681396,
268
+ 0.8387975692749023,
269
+ 0.7064530849456787,
270
+ 0.8955502510070801,
271
+ 0.9281022548675537,
272
+ 0.656479001045227,
273
+ 1.0,
274
+ 0.7294049263000488,
275
+ 0.8357448577880859,
276
+ 0.710040807723999,
277
+ 0.8490537405014038,
278
+ 0.9270439147949219,
279
+ 0.0,
280
+ 0.0,
281
+ 0.0,
282
+ 1.0,
283
+ 1.0,
284
+ 0.0,
285
+ 0.0,
286
+ 0.0
287
+ ],
288
+ "min": [
289
+ -0.5824985504150391,
290
+ -0.3397560119628906,
291
+ 0.013369567692279816,
292
+ -3.1415913105010986,
293
+ -0.11077408492565155,
294
+ -0.5069868564605713,
295
+ 0.0013381227618083358,
296
+ 0.0,
297
+ 0.0,
298
+ 0.0,
299
+ 0.0,
300
+ 0.0,
301
+ 0.0,
302
+ 0.0,
303
+ 0.0,
304
+ 0.0,
305
+ 0.0,
306
+ 0.0,
307
+ 0.0,
308
+ 0.0,
309
+ 0.0,
310
+ 0.0,
311
+ 0.0,
312
+ 0.0,
313
+ 0.0,
314
+ 0.0,
315
+ 0.0,
316
+ 0.0,
317
+ -0.9876464605331421,
318
+ -1.0,
319
+ -0.8863897919654846,
320
+ -0.9651214480400085,
321
+ -1.0,
322
+ -0.6260073184967041,
323
+ -1.0,
324
+ -1.0,
325
+ -1.0,
326
+ -1.0,
327
+ -0.9774649739265442,
328
+ -1.0,
329
+ -0.6152225136756897,
330
+ -1.0,
331
+ -1.0,
332
+ -1.0,
333
+ -0.9678323864936829,
334
+ -0.9981924295425415,
335
+ -1.0,
336
+ -0.7422517538070679,
337
+ -1.0,
338
+ -1.0,
339
+ -1.0,
340
+ -0.8863897919654846,
341
+ -1.0,
342
+ -1.0,
343
+ -0.6275019645690918,
344
+ -1.0,
345
+ -1.0,
346
+ -1.0,
347
+ -0.8147779703140259,
348
+ -0.8813561201095581,
349
+ -1.0,
350
+ -0.6152287721633911,
351
+ -1.0,
352
+ 0.0,
353
+ 0.0,
354
+ 0.0,
355
+ 0.0,
356
+ 0.0,
357
+ 0.0,
358
+ 0.0,
359
+ 0.0
360
+ ],
361
+ "q01": [
362
+ -0.3541186451911926,
363
+ -0.28889402747154236,
364
+ 0.018270516768097878,
365
+ -3.140157699584961,
366
+ -0.057530809193849564,
367
+ -0.31872835755348206,
368
+ 0.02815961092710495,
369
+ 0.0,
370
+ 0.0,
371
+ 0.0,
372
+ 0.0,
373
+ 0.0,
374
+ 0.0,
375
+ 0.0,
376
+ 0.0,
377
+ 0.0,
378
+ 0.0,
379
+ 0.0,
380
+ 0.0,
381
+ 0.0,
382
+ 0.0,
383
+ 0.0,
384
+ 0.0,
385
+ 0.0,
386
+ 0.0,
387
+ 0.0,
388
+ 0.0,
389
+ 0.0,
390
+ -0.770348310470581,
391
+ -1.0,
392
+ -0.7658947110176086,
393
+ -0.6641793847084045,
394
+ -0.980574905872345,
395
+ -0.38134562969207764,
396
+ -0.7340881824493408,
397
+ -0.9345475435256958,
398
+ -1.0,
399
+ -0.9701418876647949,
400
+ -0.6758113503456116,
401
+ -0.9729683995246887,
402
+ -0.40611305832862854,
403
+ -0.7986239194869995,
404
+ -0.8902889490127563,
405
+ -1.0,
406
+ -0.8712891936302185,
407
+ -0.6784914135932922,
408
+ -1.0,
409
+ -0.39748615026474,
410
+ -0.812626838684082,
411
+ -0.8027726411819458,
412
+ -1.0,
413
+ -0.7898092269897461,
414
+ -0.6775633692741394,
415
+ -0.9971166849136353,
416
+ -0.3977144956588745,
417
+ -0.8094547390937805,
418
+ -0.729836642742157,
419
+ -1.0,
420
+ -0.7261795401573181,
421
+ -0.6749410629272461,
422
+ -0.9675834774971008,
423
+ -0.3991906940937042,
424
+ -0.8258145451545715,
425
+ 0.0,
426
+ 0.0,
427
+ 0.0,
428
+ 0.0,
429
+ 0.0,
430
+ 0.0,
431
+ 0.0,
432
+ 0.0
433
+ ],
434
+ "q99": [
435
+ -0.03495858609676361,
436
+ 0.1608741581439972,
437
+ 0.34144824743270874,
438
+ 3.140261650085449,
439
+ 0.6633836627006531,
440
+ 0.06463480740785599,
441
+ 0.07999999821186066,
442
+ 0.0,
443
+ 0.0,
444
+ 0.0,
445
+ 0.0,
446
+ 0.0,
447
+ 0.0,
448
+ 0.0,
449
+ 0.0,
450
+ 0.0,
451
+ 0.0,
452
+ 0.0,
453
+ 0.0,
454
+ 0.0,
455
+ 0.0,
456
+ 0.0,
457
+ 0.0,
458
+ 0.0,
459
+ 0.0,
460
+ 0.0,
461
+ 0.0,
462
+ 0.0,
463
+ 0.26529979705810547,
464
+ 0.7966880798339844,
465
+ 0.15594397485256195,
466
+ 0.4474447965621948,
467
+ 0.22736696898937225,
468
+ 0.6817249655723572,
469
+ 0.6418358683586121,
470
+ 0.2707597017288208,
471
+ 0.808582067489624,
472
+ 0.1725493222475052,
473
+ 0.5024979114532471,
474
+ 0.2505268156528473,
475
+ 0.9334589242935181,
476
+ 0.651691734790802,
477
+ 0.2692718207836151,
478
+ 0.8086579442024231,
479
+ 0.1811448037624359,
480
+ 0.4892018735408783,
481
+ 0.24610410630702972,
482
+ 0.7674587965011597,
483
+ 0.6487835645675659,
484
+ 0.2718139588832855,
485
+ 0.8078170418739319,
486
+ 0.18938185274600983,
487
+ 0.5020269155502319,
488
+ 0.25976377725601196,
489
+ 0.7172564268112183,
490
+ 0.653103232383728,
491
+ 0.2710571885108948,
492
+ 0.809107780456543,
493
+ 0.19299891591072083,
494
+ 0.505302906036377,
495
+ 0.2580343782901764,
496
+ 0.6474764347076416,
497
+ 0.653026282787323,
498
+ 0.0,
499
+ 0.0,
500
+ 0.0,
501
+ 1.0,
502
+ 1.0,
503
+ 0.0,
504
+ 0.0,
505
+ 0.0
506
+ ]
507
+ },
508
+ "num_transitions": 16867,
509
+ "num_trajectories": 1682
510
+ }
511
+ }
profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-profile/provenance.json ADDED
@@ -0,0 +1,85 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "mikasa_conditioned_h8",
3
+ "model": "qwenpi_v3",
4
+ "run_id": "h8-conditioned-seed-reset-20260922-profile",
5
+ "smoke": false,
6
+ "teacher": {
7
+ "repo_id": "latency-sensitive-bench/benchmark-models",
8
+ "path": "zero-latency/mikasa-intercept-grab-fast/small-policy/ppo-v1/checkpoint.pt"
9
+ },
10
+ "backbone": {
11
+ "repo_id": "Qwen/Qwen3-VL-4B-Instruct",
12
+ "allow_patterns": [
13
+ "*.json",
14
+ "*.safetensors",
15
+ "*.txt",
16
+ "*.jinja",
17
+ "*.model"
18
+ ],
19
+ "revision": "ebb281ec70b05090aa6165b016eac8ec08e71b17"
20
+ },
21
+ "code_revisions": {
22
+ "benchmark": {
23
+ "revision": "75b4097d02da5e09f143f97ac87bba44c2ad9abc",
24
+ "dirty": true
25
+ },
26
+ "starvla": {
27
+ "revision": "3d2cd7fce72def48d9020d794392489031ba3f46",
28
+ "dirty": true
29
+ },
30
+ "mikasa": {
31
+ "revision": "34ece90941291dceaf942938b9f6c92f9dbae01f",
32
+ "dirty": true
33
+ }
34
+ },
35
+ "datasets": [
36
+ {
37
+ "repo_id": "latency-sensitive-bench/benchmark-datasets",
38
+ "path": "profile-latency/mikasa-intercept-grab-fast/teacher-rollouts-h8-state-v2/None-rtx3090-v1",
39
+ "local_dir": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/datasets/mikasa_intercept_grab_fast/conditioned-h8-seed-reset-20260922/profile-latency/qwenpi_v3",
40
+ "revision": null,
41
+ "condition": "profile-latency",
42
+ "action_horizon": 8
43
+ }
44
+ ],
45
+ "seed": 0,
46
+ "condition": "profile-latency",
47
+ "no_publish": true,
48
+ "dagger_rounds": 10,
49
+ "evaluation": {
50
+ "seed": 4242424242,
51
+ "episodes": 50,
52
+ "every_round": false
53
+ },
54
+ "training": {
55
+ "sft_updates": 5000,
56
+ "dagger_updates": 0,
57
+ "global_batch": 128,
58
+ "bootstrap_weight": 1.0,
59
+ "dagger_weight": 0.0,
60
+ "micro_batch": 64,
61
+ "num_gpus": 2,
62
+ "gradient_accumulation_steps": 1,
63
+ "gradient_checkpointing": true,
64
+ "oom_retry": false,
65
+ "optimizer": {
66
+ "name": "AdamW",
67
+ "betas": [
68
+ 0.9,
69
+ 0.95
70
+ ],
71
+ "eps": 1e-08,
72
+ "weight_decay": 1e-08,
73
+ "fused": true
74
+ },
75
+ "learning_rate": {
76
+ "base": 3e-05,
77
+ "action_model": 0.0001
78
+ },
79
+ "scheduler": "cosine_with_min_lr",
80
+ "scheduler_kwargs": {
81
+ "min_lr": 1e-06
82
+ },
83
+ "warmup_updates": 100
84
+ }
85
+ }
profile-latency/mikasa-intercept-grab-fast/vla/starvla-qwenpi_v3-h8/h8-conditioned-seed-reset-20260922-profile/task_contract.json ADDED
@@ -0,0 +1,559 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "format": "latency_bench_starvla_h8_v2",
3
+ "task": "mikasa_intercept_grab_fast",
4
+ "robot_type": "latency_mikasa_conditioned_h8",
5
+ "state_dim": 71,
6
+ "action_dim": 7,
7
+ "action_horizon": 8,
8
+ "fps": 20.0,
9
+ "state_key": "observation.state",
10
+ "action_key": "issued_command_chunk",
11
+ "video_keys": [
12
+ "video.top",
13
+ "video.wrist"
14
+ ],
15
+ "auxiliary": {
16
+ "action_prefix_mask": {
17
+ "shape": [
18
+ 8
19
+ ],
20
+ "column": "action_prefix_mask"
21
+ },
22
+ "action_loss_mask": {
23
+ "shape": [
24
+ 8
25
+ ],
26
+ "column": "action_loss_mask"
27
+ }
28
+ },
29
+ "normalization": {
30
+ "state": {
31
+ "mean": [
32
+ -0.16040511429309845,
33
+ -0.07456416636705399,
34
+ 0.13816814124584198,
35
+ -2.0211193561553955,
36
+ 0.25203558802604675,
37
+ -0.12056336551904678,
38
+ 0.0491839200258255,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ -0.05470995977520943,
61
+ 0.047168657183647156,
62
+ -0.16639205813407898,
63
+ -0.1562943309545517,
64
+ -0.28177934885025024,
65
+ 0.11841943860054016,
66
+ 0.06007219851016998,
67
+ -0.11917140334844589,
68
+ -0.0073170531541109085,
69
+ -0.28068527579307556,
70
+ -0.20767131447792053,
71
+ -0.4390174150466919,
72
+ 0.2106461226940155,
73
+ 0.09133689105510712,
74
+ -0.09908999502658844,
75
+ 0.025641899555921555,
76
+ -0.2550414800643921,
77
+ -0.21257628500461578,
78
+ -0.41789865493774414,
79
+ 0.17664985358715057,
80
+ 0.06512919813394547,
81
+ -0.08130337297916412,
82
+ 0.06038251519203186,
83
+ -0.22668156027793884,
84
+ -0.2185390144586563,
85
+ -0.38913092017173767,
86
+ 0.15650750696659088,
87
+ 0.04194868728518486,
88
+ -0.06604113429784775,
89
+ 0.09111735224723816,
90
+ -0.20322957634925842,
91
+ -0.22318972647190094,
92
+ -0.3612056076526642,
93
+ 0.13572122156620026,
94
+ 0.023892762139439583,
95
+ 0.0,
96
+ 0.0,
97
+ 0.0,
98
+ 0.6758166551589966,
99
+ 0.22446197271347046,
100
+ 0.0,
101
+ 0.0,
102
+ 0.0
103
+ ],
104
+ "std": [
105
+ 0.08637070655822754,
106
+ 0.10949169844388962,
107
+ 0.11563171446323395,
108
+ 2.264688014984131,
109
+ 0.19258102774620056,
110
+ 0.10353090614080429,
111
+ 0.015840109437704086,
112
+ 0.0,
113
+ 0.0,
114
+ 0.0,
115
+ 0.0,
116
+ 0.0,
117
+ 0.0,
118
+ 0.0,
119
+ 0.0,
120
+ 0.0,
121
+ 0.0,
122
+ 0.0,
123
+ 0.0,
124
+ 0.0,
125
+ 0.0,
126
+ 0.0,
127
+ 0.0,
128
+ 0.0,
129
+ 0.0,
130
+ 0.0,
131
+ 0.0,
132
+ 0.0,
133
+ 0.19466623663902283,
134
+ 0.4289855659008026,
135
+ 0.22842511534690857,
136
+ 0.2504338324069977,
137
+ 0.3203378915786743,
138
+ 0.23624347150325775,
139
+ 0.30874425172805786,
140
+ 0.2675521969795227,
141
+ 0.567645251750946,
142
+ 0.27724695205688477,
143
+ 0.27426475286483765,
144
+ 0.3168589770793915,
145
+ 0.30615466833114624,
146
+ 0.369462788105011,
147
+ 0.2486511468887329,
148
+ 0.542003333568573,
149
+ 0.26176583766937256,
150
+ 0.2728952169418335,
151
+ 0.3228781819343567,
152
+ 0.277295857667923,
153
+ 0.3775101602077484,
154
+ 0.2265191227197647,
155
+ 0.5097371339797974,
156
+ 0.2487185299396515,
157
+ 0.2699166536331177,
158
+ 0.32465681433677673,
159
+ 0.2730230987071991,
160
+ 0.39365607500076294,
161
+ 0.20667655766010284,
162
+ 0.47434303164482117,
163
+ 0.2367129772901535,
164
+ 0.2662997245788574,
165
+ 0.3233543038368225,
166
+ 0.26647353172302246,
167
+ 0.407259076833725,
168
+ 0.0,
169
+ 0.0,
170
+ 0.0,
171
+ 0.46804898977279663,
172
+ 0.41721323132514954,
173
+ 0.0,
174
+ 0.0,
175
+ 0.0
176
+ ],
177
+ "min": [
178
+ -0.5824985504150391,
179
+ -0.3397560119628906,
180
+ 0.013369567692279816,
181
+ -3.1415913105010986,
182
+ -0.11077408492565155,
183
+ -0.5069868564605713,
184
+ 0.0013381227618083358,
185
+ 0.0,
186
+ 0.0,
187
+ 0.0,
188
+ 0.0,
189
+ 0.0,
190
+ 0.0,
191
+ 0.0,
192
+ 0.0,
193
+ 0.0,
194
+ 0.0,
195
+ 0.0,
196
+ 0.0,
197
+ 0.0,
198
+ 0.0,
199
+ 0.0,
200
+ 0.0,
201
+ 0.0,
202
+ 0.0,
203
+ 0.0,
204
+ 0.0,
205
+ 0.0,
206
+ -0.9876464605331421,
207
+ -1.0,
208
+ -0.8863897919654846,
209
+ -0.9651214480400085,
210
+ -1.0,
211
+ -0.6260073184967041,
212
+ -1.0,
213
+ -1.0,
214
+ -1.0,
215
+ -1.0,
216
+ -0.9774649739265442,
217
+ -1.0,
218
+ -0.6152225136756897,
219
+ -1.0,
220
+ -1.0,
221
+ -1.0,
222
+ -0.9678323864936829,
223
+ -0.9981924295425415,
224
+ -1.0,
225
+ -0.7422517538070679,
226
+ -1.0,
227
+ -1.0,
228
+ -1.0,
229
+ -0.8863897919654846,
230
+ -1.0,
231
+ -1.0,
232
+ -0.6275019645690918,
233
+ -1.0,
234
+ -1.0,
235
+ -1.0,
236
+ -0.8147779703140259,
237
+ -0.8813561201095581,
238
+ -1.0,
239
+ -0.6152287721633911,
240
+ -1.0,
241
+ 0.0,
242
+ 0.0,
243
+ 0.0,
244
+ 0.0,
245
+ 0.0,
246
+ 0.0,
247
+ 0.0,
248
+ 0.0
249
+ ],
250
+ "max": [
251
+ 0.10198211669921875,
252
+ 0.25742626190185547,
253
+ 0.3793128728866577,
254
+ 3.141590118408203,
255
+ 1.3774946928024292,
256
+ 0.11047988384962082,
257
+ 0.07999999821186066,
258
+ 0.0,
259
+ 0.0,
260
+ 0.0,
261
+ 0.0,
262
+ 0.0,
263
+ 0.0,
264
+ 0.0,
265
+ 0.0,
266
+ 0.0,
267
+ 0.0,
268
+ 0.0,
269
+ 0.0,
270
+ 0.0,
271
+ 0.0,
272
+ 0.0,
273
+ 0.0,
274
+ 0.0,
275
+ 0.0,
276
+ 0.0,
277
+ 0.0,
278
+ 0.0,
279
+ 0.6272925138473511,
280
+ 1.0,
281
+ 0.7141644954681396,
282
+ 0.8387975692749023,
283
+ 0.7064530849456787,
284
+ 0.8955502510070801,
285
+ 0.7815061807632446,
286
+ 1.0,
287
+ 0.9539637565612793,
288
+ 0.6984386444091797,
289
+ 1.0,
290
+ 0.709949254989624,
291
+ 1.0,
292
+ 1.0,
293
+ 0.6756465435028076,
294
+ 0.9551055431365967,
295
+ 0.7201155424118042,
296
+ 0.8635027408599854,
297
+ 0.7017598152160645,
298
+ 0.9227668046951294,
299
+ 0.8898094892501831,
300
+ 0.9335300922393799,
301
+ 0.9476313591003418,
302
+ 0.7141644954681396,
303
+ 0.8387975692749023,
304
+ 0.7064530849456787,
305
+ 0.8955502510070801,
306
+ 0.9281022548675537,
307
+ 0.656479001045227,
308
+ 1.0,
309
+ 0.7294049263000488,
310
+ 0.8357448577880859,
311
+ 0.710040807723999,
312
+ 0.8490537405014038,
313
+ 0.9270439147949219,
314
+ 0.0,
315
+ 0.0,
316
+ 0.0,
317
+ 1.0,
318
+ 1.0,
319
+ 0.0,
320
+ 0.0,
321
+ 0.0
322
+ ],
323
+ "q01": [
324
+ -0.3541186451911926,
325
+ -0.28889402747154236,
326
+ 0.018270516768097878,
327
+ -3.140157699584961,
328
+ -0.057530809193849564,
329
+ -0.31872835755348206,
330
+ 0.02815961092710495,
331
+ 0.0,
332
+ 0.0,
333
+ 0.0,
334
+ 0.0,
335
+ 0.0,
336
+ 0.0,
337
+ 0.0,
338
+ 0.0,
339
+ 0.0,
340
+ 0.0,
341
+ 0.0,
342
+ 0.0,
343
+ 0.0,
344
+ 0.0,
345
+ 0.0,
346
+ 0.0,
347
+ 0.0,
348
+ 0.0,
349
+ 0.0,
350
+ 0.0,
351
+ 0.0,
352
+ -0.770348310470581,
353
+ -1.0,
354
+ -0.7658947110176086,
355
+ -0.6641793847084045,
356
+ -0.980574905872345,
357
+ -0.38134562969207764,
358
+ -0.7340881824493408,
359
+ -0.9345475435256958,
360
+ -1.0,
361
+ -0.9701418876647949,
362
+ -0.6758113503456116,
363
+ -0.9729683995246887,
364
+ -0.40611305832862854,
365
+ -0.7986239194869995,
366
+ -0.8902889490127563,
367
+ -1.0,
368
+ -0.8712891936302185,
369
+ -0.6784914135932922,
370
+ -1.0,
371
+ -0.39748615026474,
372
+ -0.812626838684082,
373
+ -0.8027726411819458,
374
+ -1.0,
375
+ -0.7898092269897461,
376
+ -0.6775633692741394,
377
+ -0.9971166849136353,
378
+ -0.3977144956588745,
379
+ -0.8094547390937805,
380
+ -0.729836642742157,
381
+ -1.0,
382
+ -0.7261795401573181,
383
+ -0.6749410629272461,
384
+ -0.9675834774971008,
385
+ -0.3991906940937042,
386
+ -0.8258145451545715,
387
+ 0.0,
388
+ 0.0,
389
+ 0.0,
390
+ 0.0,
391
+ 0.0,
392
+ 0.0,
393
+ 0.0,
394
+ 0.0
395
+ ],
396
+ "q99": [
397
+ -0.03495858609676361,
398
+ 0.1608741581439972,
399
+ 0.34144824743270874,
400
+ 3.140261650085449,
401
+ 0.6633836627006531,
402
+ 0.06463480740785599,
403
+ 0.07999999821186066,
404
+ 0.0,
405
+ 0.0,
406
+ 0.0,
407
+ 0.0,
408
+ 0.0,
409
+ 0.0,
410
+ 0.0,
411
+ 0.0,
412
+ 0.0,
413
+ 0.0,
414
+ 0.0,
415
+ 0.0,
416
+ 0.0,
417
+ 0.0,
418
+ 0.0,
419
+ 0.0,
420
+ 0.0,
421
+ 0.0,
422
+ 0.0,
423
+ 0.0,
424
+ 0.0,
425
+ 0.26529979705810547,
426
+ 0.7966880798339844,
427
+ 0.15594397485256195,
428
+ 0.4474447965621948,
429
+ 0.22736696898937225,
430
+ 0.6817249655723572,
431
+ 0.6418358683586121,
432
+ 0.2707597017288208,
433
+ 0.808582067489624,
434
+ 0.1725493222475052,
435
+ 0.5024979114532471,
436
+ 0.2505268156528473,
437
+ 0.9334589242935181,
438
+ 0.651691734790802,
439
+ 0.2692718207836151,
440
+ 0.8086579442024231,
441
+ 0.1811448037624359,
442
+ 0.4892018735408783,
443
+ 0.24610410630702972,
444
+ 0.7674587965011597,
445
+ 0.6487835645675659,
446
+ 0.2718139588832855,
447
+ 0.8078170418739319,
448
+ 0.18938185274600983,
449
+ 0.5020269155502319,
450
+ 0.25976377725601196,
451
+ 0.7172564268112183,
452
+ 0.653103232383728,
453
+ 0.2710571885108948,
454
+ 0.809107780456543,
455
+ 0.19299891591072083,
456
+ 0.505302906036377,
457
+ 0.2580343782901764,
458
+ 0.6474764347076416,
459
+ 0.653026282787323,
460
+ 0.0,
461
+ 0.0,
462
+ 0.0,
463
+ 1.0,
464
+ 1.0,
465
+ 0.0,
466
+ 0.0,
467
+ 0.0
468
+ ]
469
+ },
470
+ "action": {
471
+ "mean": [
472
+ -0.09751932322978973,
473
+ 0.04696882143616676,
474
+ -0.25017669796943665,
475
+ -0.2335444986820221,
476
+ -0.41893091797828674,
477
+ 0.17288504540920258,
478
+ 0.02941788174211979
479
+ ],
480
+ "std": [
481
+ 0.2442915141582489,
482
+ 0.5395218133926392,
483
+ 0.26276665925979614,
484
+ 0.270341157913208,
485
+ 0.3250162601470947,
486
+ 0.2923721969127655,
487
+ 0.42165684700012207
488
+ ],
489
+ "min": [
490
+ -1.0,
491
+ -1.0,
492
+ -1.0,
493
+ -1.0,
494
+ -1.0,
495
+ -0.7422517538070679,
496
+ -1.0
497
+ ],
498
+ "max": [
499
+ 1.0,
500
+ 1.0,
501
+ 0.729404866695404,
502
+ 1.0,
503
+ 0.710040807723999,
504
+ 1.0,
505
+ 1.0
506
+ ],
507
+ "q01": [
508
+ -0.8556459546089172,
509
+ -1.0,
510
+ -0.8788669109344482,
511
+ -0.6792541146278381,
512
+ -0.9963043928146362,
513
+ -0.40262988209724426,
514
+ -0.8234635591506958
515
+ ],
516
+ "q99": [
517
+ 0.2719738185405731,
518
+ 0.8099067211151123,
519
+ 0.19406720995903015,
520
+ 0.5065401196479797,
521
+ 0.26176461577415466,
522
+ 0.8136535286903381,
523
+ 0.6539701819419861
524
+ ]
525
+ }
526
+ },
527
+ "prompt": "Intercept the rolling ball and grasp it to stop it.",
528
+ "action_prefix": {
529
+ "mode": "profile_p95",
530
+ "profile_path": "/home/ubuntu/codex/mikasa-h8/results/profiling/downloads/profiles/qwenpi_v3/1x-rtx3090/mikasa_intercept_grab_fast/instance_3a0d42681a03715c/66414463f2a609316da63935941a79abf0a73ce9/profile.json",
531
+ "profile_revision": "66414463f2a609316da63935941a79abf0a73ce9",
532
+ "p95_ms": 150.35263347625732,
533
+ "env_fps": 20,
534
+ "frames": 4,
535
+ "action_horizon": 8,
536
+ "action_dim": 7
537
+ },
538
+ "label_provenance": {
539
+ "semantics": "zero_h1_teacher_after_causal_prefix",
540
+ "teacher_checkpoint": "/home/ubuntu/codex/mikasa-h8/outputs/starvla/artifacts/models/zero-latency/mikasa-intercept-grab-fast/small-policy/ppo-v1/checkpoint.pt",
541
+ "condition": "profile-latency",
542
+ "model": "qwenpi_v3",
543
+ "latency": {
544
+ "method": "temporal",
545
+ "seed": 0,
546
+ "profile_path": "/home/ubuntu/codex/mikasa-h8/results/profiling/downloads/profiles/qwenpi_v3/1x-rtx3090/mikasa_intercept_grab_fast/instance_3a0d42681a03715c/66414463f2a609316da63935941a79abf0a73ce9/profile.json"
547
+ },
548
+ "action_prefix": {
549
+ "mode": "profile_p95",
550
+ "profile_path": "/home/ubuntu/codex/mikasa-h8/results/profiling/downloads/profiles/qwenpi_v3/1x-rtx3090/mikasa_intercept_grab_fast/instance_3a0d42681a03715c/66414463f2a609316da63935941a79abf0a73ce9/profile.json",
551
+ "profile_revision": "66414463f2a609316da63935941a79abf0a73ce9",
552
+ "p95_ms": 150.35263347625732,
553
+ "env_fps": 20,
554
+ "frames": 4,
555
+ "action_horizon": 8,
556
+ "action_dim": 7
557
+ }
558
+ }
559
+ }