Spaces:
Running
Running
Show live progress for the authorized 50-task VLAct All standalone evaluation
Browse files- data.json +67 -54
- manifest.json +10 -2
- research/vlact-all-20261029/protocol.json +38 -0
- research/vlact-all-20261029/status.json +14 -0
data.json
CHANGED
|
@@ -10,7 +10,7 @@
|
|
| 10 |
"agent": "VLA",
|
| 11 |
"label": "Standalone VLA",
|
| 12 |
"model": "Qwen3-VL-OFT",
|
| 13 |
-
"effort": "40k
|
| 14 |
"provider": "StarVLA"
|
| 15 |
},
|
| 16 |
{
|
|
@@ -247,7 +247,7 @@
|
|
| 247 |
"embodiment": "aloha_agilex"
|
| 248 |
},
|
| 249 |
"native_instruction": "simultaneously pick up the scanner and the object with separate arms, then scan the object",
|
| 250 |
-
"catalog_instruction": "pick up the scanner and the object simultaneously with separate arms. Hold the scanner
|
| 251 |
"title": "Scan object aloha agilex",
|
| 252 |
"planned_variants": [
|
| 253 |
"standalone-official"
|
|
@@ -512,7 +512,7 @@
|
|
| 512 |
},
|
| 513 |
"native_instruction": "use BOTH!!! arms to lift the pot",
|
| 514 |
"catalog_instruction": "grasp the round kitchenpot with handles and lift it well clear of the tabletop. Keep each gripper centered on its handle while holding the pot up",
|
| 515 |
-
"title": "Lift pot
|
| 516 |
"planned_variants": [
|
| 517 |
"standalone-official"
|
| 518 |
],
|
|
@@ -6266,7 +6266,7 @@
|
|
| 6266 |
"simulation_time_s": null,
|
| 6267 |
"wall_time_s": 85.68275771,
|
| 6268 |
"model": "Qwen3-VL-OFT",
|
| 6269 |
-
"effort": "40k
|
| 6270 |
"harness": "standalone",
|
| 6271 |
"instruction": "use the left arm to grasp the red block on the table, hand it over to the right arm, and set it down in the center of the blue pad. Release it with the right gripper open",
|
| 6272 |
"native_instruction": "use the left arm to grasp the red block on the table, handover it to the right arm and place it on the blue pad",
|
|
@@ -6439,7 +6439,7 @@
|
|
| 6439 |
"simulation_time_s": null,
|
| 6440 |
"wall_time_s": 95.582698862,
|
| 6441 |
"model": "Qwen3-VL-OFT",
|
| 6442 |
-
"effort": "40k
|
| 6443 |
"harness": "standalone",
|
| 6444 |
"instruction": "use both arms to pick up the two shoes on the table and put them flat in the shoebox, with the shoe tips pointing to the left and the shoe initially on the left nearer the robot. Leave both grippers open",
|
| 6445 |
"native_instruction": "use both arms to pick up the two shoes on the table and put them in the shoebox, with the shoe tip pointing to the left",
|
|
@@ -6600,7 +6600,7 @@
|
|
| 6600 |
"simulation_time_s": null,
|
| 6601 |
"wall_time_s": 191.478086476,
|
| 6602 |
"model": "Qwen3-VL-OFT",
|
| 6603 |
-
"effort": "40k
|
| 6604 |
"harness": "standalone",
|
| 6605 |
"instruction": "use arms to grab the bottles and put them into the dustbin to the left of the table",
|
| 6606 |
"native_instruction": "use arms to grab the bottles and put them into the dustbin to the left of the table",
|
|
@@ -6830,9 +6830,9 @@
|
|
| 6830 |
"simulation_time_s": null,
|
| 6831 |
"wall_time_s": 38.549091691,
|
| 6832 |
"model": "Qwen3-VL-OFT",
|
| 6833 |
-
"effort": "40k
|
| 6834 |
"harness": "standalone",
|
| 6835 |
-
"instruction": "pick up the scanner and the object simultaneously with separate arms. Hold the scanner
|
| 6836 |
"native_instruction": "simultaneously pick up the scanner and the object with separate arms, then scan the object",
|
| 6837 |
"instruction_policy": "modified",
|
| 6838 |
"usage": {
|
|
@@ -6966,7 +6966,7 @@
|
|
| 6966 |
"simulation_time_s": null,
|
| 6967 |
"wall_time_s": 64.000487769,
|
| 6968 |
"model": "Qwen3-VL-OFT",
|
| 6969 |
-
"effort": "40k
|
| 6970 |
"harness": "standalone",
|
| 6971 |
"instruction": "nest the three bowls on the table, leaving both grippers open",
|
| 6972 |
"native_instruction": "stack the three bowls on top of each other",
|
|
@@ -7120,7 +7120,7 @@
|
|
| 7120 |
"simulation_time_s": null,
|
| 7121 |
"wall_time_s": 45.572599441,
|
| 7122 |
"model": "Qwen3-VL-OFT",
|
| 7123 |
-
"effort": "40k
|
| 7124 |
"harness": "standalone",
|
| 7125 |
"instruction": "build a three-block stack at the center by placing the red block first, the green block on red, and the blue block on green",
|
| 7126 |
"native_instruction": "build a three-block stack at the center by placing the red block first, the green block on red, and the blue block on green",
|
|
@@ -7269,7 +7269,7 @@
|
|
| 7269 |
"simulation_time_s": null,
|
| 7270 |
"wall_time_s": 115.609587699,
|
| 7271 |
"model": "Qwen3-VL-OFT",
|
| 7272 |
-
"effort": "40k
|
| 7273 |
"harness": "standalone",
|
| 7274 |
"instruction": "Use left arm to pick the mug on the table, rotate the mug and put the mug down in the middle of the table, use the right arm to pick the mug and hang it onto the rack.",
|
| 7275 |
"native_instruction": "Use left arm to pick the mug on the table, rotate the mug and put the mug down in the middle of the table, use the right arm to pick the mug and hang it onto the rack.",
|
|
@@ -7449,7 +7449,7 @@
|
|
| 7449 |
"simulation_time_s": null,
|
| 7450 |
"wall_time_s": 109.102272713,
|
| 7451 |
"model": "Qwen3-VL-OFT",
|
| 7452 |
-
"effort": "40k
|
| 7453 |
"harness": "standalone",
|
| 7454 |
"instruction": "use one arm to hold the object and the other arm to open the bottom cabinet drawer. Set the object down near the center of the drawer interior and release it",
|
| 7455 |
"native_instruction": "use one arm to hold the object and the other arm to open the cabinet drawer, then place the object inside",
|
|
@@ -7616,7 +7616,7 @@
|
|
| 7616 |
"simulation_time_s": null,
|
| 7617 |
"wall_time_s": 144.095098434,
|
| 7618 |
"model": "Qwen3-VL-OFT",
|
| 7619 |
-
"effort": "40k
|
| 7620 |
"harness": "standalone",
|
| 7621 |
"instruction": "move the three randomly colored blocks to the center of the table and arrange them in a close, straight row from largest to smallest, from left to right. Release them with both grippers open",
|
| 7622 |
"native_instruction": "there are three blocks on the table, the color of the blocks is random, move the blocks to the center of the table, and arrange them from largest to smallest, from left to right",
|
|
@@ -7814,7 +7814,7 @@
|
|
| 7814 |
"simulation_time_s": null,
|
| 7815 |
"wall_time_s": 68.525689508,
|
| 7816 |
"model": "Qwen3-VL-OFT",
|
| 7817 |
-
"effort": "40k
|
| 7818 |
"harness": "standalone",
|
| 7819 |
"instruction": "grasp the round kitchenpot with handles and lift it well clear of the tabletop. Keep each gripper centered on its handle while holding the pot up",
|
| 7820 |
"native_instruction": "use BOTH!!! arms to lift the pot",
|
|
@@ -7962,7 +7962,7 @@
|
|
| 7962 |
"simulation_time_s": null,
|
| 7963 |
"wall_time_s": 20.977394366,
|
| 7964 |
"model": "Qwen3-VL-OFT",
|
| 7965 |
-
"effort": "40k
|
| 7966 |
"harness": "standalone",
|
| 7967 |
"instruction": "Pick up the bottle with white neck and red top head-up and hold it high toward the right edge of the table",
|
| 7968 |
"native_instruction": null,
|
|
@@ -8093,7 +8093,7 @@
|
|
| 8093 |
"simulation_time_s": null,
|
| 8094 |
"wall_time_s": 22.4828609,
|
| 8095 |
"model": "Qwen3-VL-OFT",
|
| 8096 |
-
"effort": "40k
|
| 8097 |
"harness": "standalone",
|
| 8098 |
"instruction": "pick up the hammer and hit the center of the block",
|
| 8099 |
"native_instruction": null,
|
|
@@ -8223,7 +8223,7 @@
|
|
| 8223 |
"simulation_time_s": null,
|
| 8224 |
"wall_time_s": 41.916050342,
|
| 8225 |
"model": "Qwen3-VL-OFT",
|
| 8226 |
-
"effort": "40k
|
| 8227 |
"harness": "standalone",
|
| 8228 |
"instruction": "Place the red, green, and blue blocks in a close horizontal row from left to right, then release them with both grippers open.",
|
| 8229 |
"native_instruction": null,
|
|
@@ -8371,7 +8371,7 @@
|
|
| 8371 |
"simulation_time_s": null,
|
| 8372 |
"wall_time_s": 14.339203312,
|
| 8373 |
"model": "Qwen3-VL-OFT",
|
| 8374 |
-
"effort": "40k
|
| 8375 |
"harness": "standalone",
|
| 8376 |
"instruction": "click the center of the alarm clock's top button, keeping the gripper on the clock's side closed",
|
| 8377 |
"native_instruction": null,
|
|
@@ -8498,7 +8498,7 @@
|
|
| 8498 |
"simulation_time_s": null,
|
| 8499 |
"wall_time_s": 11.904490544,
|
| 8500 |
"model": "Qwen3-VL-OFT",
|
| 8501 |
-
"effort": "40k
|
| 8502 |
"harness": "standalone",
|
| 8503 |
"instruction": "click the bell's top center, keeping the gripper on the bell's side closed",
|
| 8504 |
"native_instruction": null,
|
|
@@ -8625,7 +8625,7 @@
|
|
| 8625 |
"simulation_time_s": null,
|
| 8626 |
"wall_time_s": 19.066550569,
|
| 8627 |
"model": "Qwen3-VL-OFT",
|
| 8628 |
-
"effort": "40k
|
| 8629 |
"harness": "standalone",
|
| 8630 |
"instruction": "Grab the small bin and pour the balls into the big bin, keeping the empty small bin held high",
|
| 8631 |
"native_instruction": null,
|
|
@@ -8755,7 +8755,7 @@
|
|
| 8755 |
"simulation_time_s": null,
|
| 8756 |
"wall_time_s": 14.952066267,
|
| 8757 |
"model": "Qwen3-VL-OFT",
|
| 8758 |
-
"effort": "40k
|
| 8759 |
"harness": "standalone",
|
| 8760 |
"instruction": "use both grippers to grasp the roller and lift it well clear of the table. Keep both grippers closed while holding it up",
|
| 8761 |
"native_instruction": null,
|
|
@@ -8883,7 +8883,7 @@
|
|
| 8883 |
"simulation_time_s": null,
|
| 8884 |
"wall_time_s": 25.822061513,
|
| 8885 |
"model": "Qwen3-VL-OFT",
|
| 8886 |
-
"effort": "40k
|
| 8887 |
"harness": "standalone",
|
| 8888 |
"instruction": "Hand the microphone to the arm opposite its starting side and hold it high on that side",
|
| 8889 |
"native_instruction": null,
|
|
@@ -9017,7 +9017,7 @@
|
|
| 9017 |
"simulation_time_s": null,
|
| 9018 |
"wall_time_s": 50.021721975,
|
| 9019 |
"model": "Qwen3-VL-OFT",
|
| 9020 |
-
"effort": "40k
|
| 9021 |
"harness": "standalone",
|
| 9022 |
"instruction": "place the can upright directly beside the pot on the can's starting side. Leave both grippers open",
|
| 9023 |
"native_instruction": null,
|
|
@@ -9165,7 +9165,7 @@
|
|
| 9165 |
"simulation_time_s": null,
|
| 9166 |
"wall_time_s": 43.413023459,
|
| 9167 |
"model": "Qwen3-VL-OFT",
|
| 9168 |
-
"effort": "40k
|
| 9169 |
"harness": "standalone",
|
| 9170 |
"instruction": "Pick up the pill bottle and set it down in the center of the pad. Release it with both grippers open.",
|
| 9171 |
"native_instruction": null,
|
|
@@ -9313,7 +9313,7 @@
|
|
| 9313 |
"simulation_time_s": null,
|
| 9314 |
"wall_time_s": 46.244336484,
|
| 9315 |
"model": "Qwen3-VL-OFT",
|
| 9316 |
-
"effort": "40k
|
| 9317 |
"harness": "standalone",
|
| 9318 |
"instruction": "pick up the playing-card box and move it farther outward on its starting side, leaving both grippers open.",
|
| 9319 |
"native_instruction": null,
|
|
@@ -9461,7 +9461,7 @@
|
|
| 9461 |
"simulation_time_s": null,
|
| 9462 |
"wall_time_s": 42.688982277,
|
| 9463 |
"model": "Qwen3-VL-OFT",
|
| 9464 |
-
"effort": "40k
|
| 9465 |
"harness": "standalone",
|
| 9466 |
"instruction": "place the stapler straight in the center of the colored mat, leaving both grippers open",
|
| 9467 |
"native_instruction": null,
|
|
@@ -9609,7 +9609,7 @@
|
|
| 9609 |
"simulation_time_s": null,
|
| 9610 |
"wall_time_s": 26.298405185,
|
| 9611 |
"model": "Qwen3-VL-OFT",
|
| 9612 |
-
"effort": "40k
|
| 9613 |
"harness": "standalone",
|
| 9614 |
"instruction": "open the laptop, keeping the gripper on its opening side near the lid",
|
| 9615 |
"native_instruction": null,
|
|
@@ -9742,7 +9742,7 @@
|
|
| 9742 |
"simulation_time_s": null,
|
| 9743 |
"wall_time_s": 19.594173712,
|
| 9744 |
"model": "Qwen3-VL-OFT",
|
| 9745 |
-
"effort": "40k
|
| 9746 |
"harness": "standalone",
|
| 9747 |
"instruction": "Open the microwave door widely.",
|
| 9748 |
"native_instruction": null,
|
|
@@ -9872,7 +9872,7 @@
|
|
| 9872 |
"simulation_time_s": null,
|
| 9873 |
"wall_time_s": 48.932968378,
|
| 9874 |
"model": "Qwen3-VL-OFT",
|
| 9875 |
-
"effort": "40k
|
| 9876 |
"harness": "standalone",
|
| 9877 |
"instruction": "simultaneously pick up the two different bottles, one with each arm, and hold them high near the front center of the table, each on its original side",
|
| 9878 |
"native_instruction": null,
|
|
@@ -10020,7 +10020,7 @@
|
|
| 10020 |
"simulation_time_s": null,
|
| 10021 |
"wall_time_s": 19.44487762,
|
| 10022 |
"model": "Qwen3-VL-OFT",
|
| 10023 |
-
"effort": "40k
|
| 10024 |
"harness": "standalone",
|
| 10025 |
"instruction": "simultaneously pick up one bottle with each arm, and hold them high near the front center of the table, each on its original side",
|
| 10026 |
"native_instruction": null,
|
|
@@ -10149,7 +10149,7 @@
|
|
| 10149 |
"simulation_time_s": null,
|
| 10150 |
"wall_time_s": 43.837252058,
|
| 10151 |
"model": "Qwen3-VL-OFT",
|
| 10152 |
-
"effort": "40k
|
| 10153 |
"harness": "standalone",
|
| 10154 |
"instruction": "place the rectangular soap with rounded corners directly to the left of the toycar with transparent windshield, with a small gap between them and both grippers open",
|
| 10155 |
"native_instruction": null,
|
|
@@ -10297,7 +10297,7 @@
|
|
| 10297 |
"simulation_time_s": null,
|
| 10298 |
"wall_time_s": 46.526577501,
|
| 10299 |
"model": "Qwen3-VL-OFT",
|
| 10300 |
-
"effort": "40k
|
| 10301 |
"harness": "standalone",
|
| 10302 |
"instruction": "place the rectangular soap with rounded corners directly to the right of the toycar with transparent windshield, with a small gap between them and both grippers open",
|
| 10303 |
"native_instruction": null,
|
|
@@ -10445,7 +10445,7 @@
|
|
| 10445 |
"simulation_time_s": null,
|
| 10446 |
"wall_time_s": 91.845853104,
|
| 10447 |
"model": "Qwen3-VL-OFT",
|
| 10448 |
-
"effort": "40k
|
| 10449 |
"harness": "standalone",
|
| 10450 |
"instruction": "place all the bread in the basket near its center, leaving both grippers open",
|
| 10451 |
"native_instruction": null,
|
|
@@ -10612,7 +10612,7 @@
|
|
| 10612 |
"simulation_time_s": null,
|
| 10613 |
"wall_time_s": 76.637786631,
|
| 10614 |
"model": "Qwen3-VL-OFT",
|
| 10615 |
-
"effort": "40k
|
| 10616 |
"harness": "standalone",
|
| 10617 |
"instruction": "use one arm to keep the skillet lifted clear of the table while the other places the bread in its center",
|
| 10618 |
"native_instruction": null,
|
|
@@ -10767,7 +10767,7 @@
|
|
| 10767 |
"simulation_time_s": null,
|
| 10768 |
"wall_time_s": 34.825539079,
|
| 10769 |
"model": "Qwen3-VL-OFT",
|
| 10770 |
-
"effort": "40k
|
| 10771 |
"harness": "standalone",
|
| 10772 |
"instruction": "simultaneously pick up the hamburger and fries with both arms, then place the hamburger in the left section of the tray and the fries in the right section, leaving both grippers open",
|
| 10773 |
"native_instruction": null,
|
|
@@ -10903,7 +10903,7 @@
|
|
| 10903 |
"simulation_time_s": null,
|
| 10904 |
"wall_time_s": 33.744922502,
|
| 10905 |
"model": "Qwen3-VL-OFT",
|
| 10906 |
-
"effort": "40k
|
| 10907 |
"harness": "standalone",
|
| 10908 |
"instruction": "use one arm to put the can inside the basket, then use the other arm to lift the basket with the can inside. Keep the basket upright and both the can and basket clear of the table",
|
| 10909 |
"native_instruction": null,
|
|
@@ -11040,7 +11040,7 @@
|
|
| 11040 |
"simulation_time_s": null,
|
| 11041 |
"wall_time_s": 44.507345633,
|
| 11042 |
"model": "Qwen3-VL-OFT",
|
| 11043 |
-
"effort": "40k
|
| 11044 |
"harness": "standalone",
|
| 11045 |
"instruction": "simultaneously pick up both cans with separate arms, then place them side by side in the plastic box, leaving both grippers open",
|
| 11046 |
"native_instruction": null,
|
|
@@ -11181,7 +11181,7 @@
|
|
| 11181 |
"simulation_time_s": null,
|
| 11182 |
"wall_time_s": 25.086169906,
|
| 11183 |
"model": "Qwen3-VL-OFT",
|
| 11184 |
-
"effort": "40k
|
| 11185 |
"harness": "standalone",
|
| 11186 |
"instruction": "place the container in the center of the plate, leaving both grippers open",
|
| 11187 |
"native_instruction": null,
|
|
@@ -11313,7 +11313,7 @@
|
|
| 11313 |
"simulation_time_s": null,
|
| 11314 |
"wall_time_s": 64.910953353,
|
| 11315 |
"model": "Qwen3-VL-OFT",
|
| 11316 |
-
"effort": "40k
|
| 11317 |
"harness": "standalone",
|
| 11318 |
"instruction": "place the empty cup in the center of the coaster, leaving both grippers open",
|
| 11319 |
"native_instruction": null,
|
|
@@ -11468,7 +11468,7 @@
|
|
| 11468 |
"simulation_time_s": null,
|
| 11469 |
"wall_time_s": 56.865047002,
|
| 11470 |
"model": "Qwen3-VL-OFT",
|
| 11471 |
-
"effort": "40k
|
| 11472 |
"harness": "standalone",
|
| 11473 |
"instruction": "place the fan in the center of the colored mat, facing the robot, leaving both grippers open",
|
| 11474 |
"native_instruction": null,
|
|
@@ -11616,7 +11616,7 @@
|
|
| 11616 |
"simulation_time_s": null,
|
| 11617 |
"wall_time_s": 48.455622626,
|
| 11618 |
"model": "Qwen3-VL-OFT",
|
| 11619 |
-
"effort": "40k
|
| 11620 |
"harness": "standalone",
|
| 11621 |
"instruction": "place the mouse in the center of the colored mat, facing straight, leaving both grippers open",
|
| 11622 |
"native_instruction": null,
|
|
@@ -11764,7 +11764,7 @@
|
|
| 11764 |
"simulation_time_s": null,
|
| 11765 |
"wall_time_s": 31.496076691,
|
| 11766 |
"model": "Qwen3-VL-OFT",
|
| 11767 |
-
"effort": "40k
|
| 11768 |
"harness": "standalone",
|
| 11769 |
"instruction": "use one arm to place the target object inside the basket, then use the other arm to lift the basket with the object inside. Keep the basket upright and both the object and basket clear of the table",
|
| 11770 |
"native_instruction": null,
|
|
@@ -11896,7 +11896,7 @@
|
|
| 11896 |
"simulation_time_s": null,
|
| 11897 |
"wall_time_s": 56.758293404,
|
| 11898 |
"model": "Qwen3-VL-OFT",
|
| 11899 |
-
"effort": "40k
|
| 11900 |
"harness": "standalone",
|
| 11901 |
"instruction": "place the object in the center of the scale's weighing platform. Leave the gripper on the object's starting side open",
|
| 11902 |
"native_instruction": null,
|
|
@@ -12044,7 +12044,7 @@
|
|
| 12044 |
"simulation_time_s": null,
|
| 12045 |
"wall_time_s": 57.809732526,
|
| 12046 |
"model": "Qwen3-VL-OFT",
|
| 12047 |
-
"effort": "40k
|
| 12048 |
"harness": "standalone",
|
| 12049 |
"instruction": "set the target object on the center of the display stand, leaving both grippers open",
|
| 12050 |
"native_instruction": null,
|
|
@@ -12192,7 +12192,7 @@
|
|
| 12192 |
"simulation_time_s": null,
|
| 12193 |
"wall_time_s": 46.650760047,
|
| 12194 |
"model": "Qwen3-VL-OFT",
|
| 12195 |
-
"effort": "40k
|
| 12196 |
"harness": "standalone",
|
| 12197 |
"instruction": "place the phone on the phone stand, centered against its support, leaving both grippers open",
|
| 12198 |
"native_instruction": null,
|
|
@@ -12340,7 +12340,7 @@
|
|
| 12340 |
"simulation_time_s": null,
|
| 12341 |
"wall_time_s": 27.387894045,
|
| 12342 |
"model": "Qwen3-VL-OFT",
|
| 12343 |
-
"effort": "40k
|
| 12344 |
"harness": "standalone",
|
| 12345 |
"instruction": "place the shoe straight in the center of the mat with its toe pointing left, leaving both grippers open",
|
| 12346 |
"native_instruction": null,
|
|
@@ -12472,7 +12472,7 @@
|
|
| 12472 |
"simulation_time_s": null,
|
| 12473 |
"wall_time_s": 15.861195763,
|
| 12474 |
"model": "Qwen3-VL-OFT",
|
| 12475 |
-
"effort": "40k
|
| 12476 |
"harness": "standalone",
|
| 12477 |
"instruction": "Use one arm to press the stapler.",
|
| 12478 |
"native_instruction": null,
|
|
@@ -12602,7 +12602,7 @@
|
|
| 12602 |
"simulation_time_s": null,
|
| 12603 |
"wall_time_s": 42.993365614,
|
| 12604 |
"model": "Qwen3-VL-OFT",
|
| 12605 |
-
"effort": "40k
|
| 12606 |
"harness": "standalone",
|
| 12607 |
"instruction": "Use arm to catch the qrcode board on the table, pick it up, rotate to let the qrcode face towards you, then put it back on the table and release it",
|
| 12608 |
"native_instruction": null,
|
|
@@ -12750,7 +12750,7 @@
|
|
| 12750 |
"simulation_time_s": null,
|
| 12751 |
"wall_time_s": 13.97968026,
|
| 12752 |
"model": "Qwen3-VL-OFT",
|
| 12753 |
-
"effort": "40k
|
| 12754 |
"harness": "standalone",
|
| 12755 |
"instruction": "Shake the bottle with proper arm while holding it well clear of the table",
|
| 12756 |
"native_instruction": null,
|
|
@@ -12879,7 +12879,7 @@
|
|
| 12879 |
"simulation_time_s": null,
|
| 12880 |
"wall_time_s": 18.719106343,
|
| 12881 |
"model": "Qwen3-VL-OFT",
|
| 12882 |
-
"effort": "40k
|
| 12883 |
"harness": "standalone",
|
| 12884 |
"instruction": "Shake the bottle with proper arm horizontally while holding it well clear of the table",
|
| 12885 |
"native_instruction": null,
|
|
@@ -13011,7 +13011,7 @@
|
|
| 13011 |
"simulation_time_s": null,
|
| 13012 |
"wall_time_s": 31.353207259,
|
| 13013 |
"model": "Qwen3-VL-OFT",
|
| 13014 |
-
"effort": "40k
|
| 13015 |
"harness": "standalone",
|
| 13016 |
"instruction": "move the red and green blocks to the center of the table and stack the green block centrally on the red block, leaving both grippers open",
|
| 13017 |
"native_instruction": null,
|
|
@@ -13151,7 +13151,7 @@
|
|
| 13151 |
"simulation_time_s": null,
|
| 13152 |
"wall_time_s": 36.857751398,
|
| 13153 |
"model": "Qwen3-VL-OFT",
|
| 13154 |
-
"effort": "40k
|
| 13155 |
"harness": "standalone",
|
| 13156 |
"instruction": "nest the two bowls on the table, leaving both grippers open",
|
| 13157 |
"native_instruction": null,
|
|
@@ -13292,7 +13292,7 @@
|
|
| 13292 |
"simulation_time_s": null,
|
| 13293 |
"wall_time_s": 38.846506616,
|
| 13294 |
"model": "Qwen3-VL-OFT",
|
| 13295 |
-
"effort": "40k
|
| 13296 |
"harness": "standalone",
|
| 13297 |
"instruction": "Grab the stamp and stamp onto the center of the colored mat, leaving the stamp there and both grippers open",
|
| 13298 |
"native_instruction": null,
|
|
@@ -13440,7 +13440,7 @@
|
|
| 13440 |
"simulation_time_s": null,
|
| 13441 |
"wall_time_s": 40.189079744,
|
| 13442 |
"model": "Qwen3-VL-OFT",
|
| 13443 |
-
"effort": "40k
|
| 13444 |
"harness": "standalone",
|
| 13445 |
"instruction": "press the switch fully down",
|
| 13446 |
"native_instruction": null,
|
|
@@ -15844,5 +15844,18 @@
|
|
| 15844 |
"structured_pose_calls": 0,
|
| 15845 |
"interpretation": "Autonomous policy use, language selection and execution. These three outcomes do not isolate the cause of low success or establish native-executor equivalence.",
|
| 15846 |
"report": "research/kinex-vla-rerun-20261029/summary.json"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 15847 |
}
|
| 15848 |
}
|
|
|
|
| 10 |
"agent": "VLA",
|
| 11 |
"label": "Standalone VLA",
|
| 12 |
"model": "Qwen3-VL-OFT",
|
| 13 |
+
"effort": "40k \u00b7 official",
|
| 14 |
"provider": "StarVLA"
|
| 15 |
},
|
| 16 |
{
|
|
|
|
| 247 |
"embodiment": "aloha_agilex"
|
| 248 |
},
|
| 249 |
"native_instruction": "simultaneously pick up the scanner and the object with separate arms, then scan the object",
|
| 250 |
+
"catalog_instruction": "pick up the scanner and the object simultaneously with separate arms. Hold the scanner\u2019s scanning face close to and directly facing the object\u2019s center, keeping both grippers closed around the items",
|
| 251 |
"title": "Scan object aloha agilex",
|
| 252 |
"planned_variants": [
|
| 253 |
"standalone-official"
|
|
|
|
| 512 |
},
|
| 513 |
"native_instruction": "use BOTH!!! arms to lift the pot",
|
| 514 |
"catalog_instruction": "grasp the round kitchenpot with handles and lift it well clear of the tabletop. Keep each gripper centered on its handle while holding the pot up",
|
| 515 |
+
"title": "Lift pot \u00b7 coordinated bimanual lifting",
|
| 516 |
"planned_variants": [
|
| 517 |
"standalone-official"
|
| 518 |
],
|
|
|
|
| 6266 |
"simulation_time_s": null,
|
| 6267 |
"wall_time_s": 85.68275771,
|
| 6268 |
"model": "Qwen3-VL-OFT",
|
| 6269 |
+
"effort": "40k \u00b7 official",
|
| 6270 |
"harness": "standalone",
|
| 6271 |
"instruction": "use the left arm to grasp the red block on the table, hand it over to the right arm, and set it down in the center of the blue pad. Release it with the right gripper open",
|
| 6272 |
"native_instruction": "use the left arm to grasp the red block on the table, handover it to the right arm and place it on the blue pad",
|
|
|
|
| 6439 |
"simulation_time_s": null,
|
| 6440 |
"wall_time_s": 95.582698862,
|
| 6441 |
"model": "Qwen3-VL-OFT",
|
| 6442 |
+
"effort": "40k \u00b7 official",
|
| 6443 |
"harness": "standalone",
|
| 6444 |
"instruction": "use both arms to pick up the two shoes on the table and put them flat in the shoebox, with the shoe tips pointing to the left and the shoe initially on the left nearer the robot. Leave both grippers open",
|
| 6445 |
"native_instruction": "use both arms to pick up the two shoes on the table and put them in the shoebox, with the shoe tip pointing to the left",
|
|
|
|
| 6600 |
"simulation_time_s": null,
|
| 6601 |
"wall_time_s": 191.478086476,
|
| 6602 |
"model": "Qwen3-VL-OFT",
|
| 6603 |
+
"effort": "40k \u00b7 official",
|
| 6604 |
"harness": "standalone",
|
| 6605 |
"instruction": "use arms to grab the bottles and put them into the dustbin to the left of the table",
|
| 6606 |
"native_instruction": "use arms to grab the bottles and put them into the dustbin to the left of the table",
|
|
|
|
| 6830 |
"simulation_time_s": null,
|
| 6831 |
"wall_time_s": 38.549091691,
|
| 6832 |
"model": "Qwen3-VL-OFT",
|
| 6833 |
+
"effort": "40k \u00b7 official",
|
| 6834 |
"harness": "standalone",
|
| 6835 |
+
"instruction": "pick up the scanner and the object simultaneously with separate arms. Hold the scanner\u2019s scanning face close to and directly facing the object\u2019s center, keeping both grippers closed around the items",
|
| 6836 |
"native_instruction": "simultaneously pick up the scanner and the object with separate arms, then scan the object",
|
| 6837 |
"instruction_policy": "modified",
|
| 6838 |
"usage": {
|
|
|
|
| 6966 |
"simulation_time_s": null,
|
| 6967 |
"wall_time_s": 64.000487769,
|
| 6968 |
"model": "Qwen3-VL-OFT",
|
| 6969 |
+
"effort": "40k \u00b7 official",
|
| 6970 |
"harness": "standalone",
|
| 6971 |
"instruction": "nest the three bowls on the table, leaving both grippers open",
|
| 6972 |
"native_instruction": "stack the three bowls on top of each other",
|
|
|
|
| 7120 |
"simulation_time_s": null,
|
| 7121 |
"wall_time_s": 45.572599441,
|
| 7122 |
"model": "Qwen3-VL-OFT",
|
| 7123 |
+
"effort": "40k \u00b7 official",
|
| 7124 |
"harness": "standalone",
|
| 7125 |
"instruction": "build a three-block stack at the center by placing the red block first, the green block on red, and the blue block on green",
|
| 7126 |
"native_instruction": "build a three-block stack at the center by placing the red block first, the green block on red, and the blue block on green",
|
|
|
|
| 7269 |
"simulation_time_s": null,
|
| 7270 |
"wall_time_s": 115.609587699,
|
| 7271 |
"model": "Qwen3-VL-OFT",
|
| 7272 |
+
"effort": "40k \u00b7 official",
|
| 7273 |
"harness": "standalone",
|
| 7274 |
"instruction": "Use left arm to pick the mug on the table, rotate the mug and put the mug down in the middle of the table, use the right arm to pick the mug and hang it onto the rack.",
|
| 7275 |
"native_instruction": "Use left arm to pick the mug on the table, rotate the mug and put the mug down in the middle of the table, use the right arm to pick the mug and hang it onto the rack.",
|
|
|
|
| 7449 |
"simulation_time_s": null,
|
| 7450 |
"wall_time_s": 109.102272713,
|
| 7451 |
"model": "Qwen3-VL-OFT",
|
| 7452 |
+
"effort": "40k \u00b7 official",
|
| 7453 |
"harness": "standalone",
|
| 7454 |
"instruction": "use one arm to hold the object and the other arm to open the bottom cabinet drawer. Set the object down near the center of the drawer interior and release it",
|
| 7455 |
"native_instruction": "use one arm to hold the object and the other arm to open the cabinet drawer, then place the object inside",
|
|
|
|
| 7616 |
"simulation_time_s": null,
|
| 7617 |
"wall_time_s": 144.095098434,
|
| 7618 |
"model": "Qwen3-VL-OFT",
|
| 7619 |
+
"effort": "40k \u00b7 official",
|
| 7620 |
"harness": "standalone",
|
| 7621 |
"instruction": "move the three randomly colored blocks to the center of the table and arrange them in a close, straight row from largest to smallest, from left to right. Release them with both grippers open",
|
| 7622 |
"native_instruction": "there are three blocks on the table, the color of the blocks is random, move the blocks to the center of the table, and arrange them from largest to smallest, from left to right",
|
|
|
|
| 7814 |
"simulation_time_s": null,
|
| 7815 |
"wall_time_s": 68.525689508,
|
| 7816 |
"model": "Qwen3-VL-OFT",
|
| 7817 |
+
"effort": "40k \u00b7 official",
|
| 7818 |
"harness": "standalone",
|
| 7819 |
"instruction": "grasp the round kitchenpot with handles and lift it well clear of the tabletop. Keep each gripper centered on its handle while holding the pot up",
|
| 7820 |
"native_instruction": "use BOTH!!! arms to lift the pot",
|
|
|
|
| 7962 |
"simulation_time_s": null,
|
| 7963 |
"wall_time_s": 20.977394366,
|
| 7964 |
"model": "Qwen3-VL-OFT",
|
| 7965 |
+
"effort": "40k \u00b7 official",
|
| 7966 |
"harness": "standalone",
|
| 7967 |
"instruction": "Pick up the bottle with white neck and red top head-up and hold it high toward the right edge of the table",
|
| 7968 |
"native_instruction": null,
|
|
|
|
| 8093 |
"simulation_time_s": null,
|
| 8094 |
"wall_time_s": 22.4828609,
|
| 8095 |
"model": "Qwen3-VL-OFT",
|
| 8096 |
+
"effort": "40k \u00b7 official",
|
| 8097 |
"harness": "standalone",
|
| 8098 |
"instruction": "pick up the hammer and hit the center of the block",
|
| 8099 |
"native_instruction": null,
|
|
|
|
| 8223 |
"simulation_time_s": null,
|
| 8224 |
"wall_time_s": 41.916050342,
|
| 8225 |
"model": "Qwen3-VL-OFT",
|
| 8226 |
+
"effort": "40k \u00b7 official",
|
| 8227 |
"harness": "standalone",
|
| 8228 |
"instruction": "Place the red, green, and blue blocks in a close horizontal row from left to right, then release them with both grippers open.",
|
| 8229 |
"native_instruction": null,
|
|
|
|
| 8371 |
"simulation_time_s": null,
|
| 8372 |
"wall_time_s": 14.339203312,
|
| 8373 |
"model": "Qwen3-VL-OFT",
|
| 8374 |
+
"effort": "40k \u00b7 official",
|
| 8375 |
"harness": "standalone",
|
| 8376 |
"instruction": "click the center of the alarm clock's top button, keeping the gripper on the clock's side closed",
|
| 8377 |
"native_instruction": null,
|
|
|
|
| 8498 |
"simulation_time_s": null,
|
| 8499 |
"wall_time_s": 11.904490544,
|
| 8500 |
"model": "Qwen3-VL-OFT",
|
| 8501 |
+
"effort": "40k \u00b7 official",
|
| 8502 |
"harness": "standalone",
|
| 8503 |
"instruction": "click the bell's top center, keeping the gripper on the bell's side closed",
|
| 8504 |
"native_instruction": null,
|
|
|
|
| 8625 |
"simulation_time_s": null,
|
| 8626 |
"wall_time_s": 19.066550569,
|
| 8627 |
"model": "Qwen3-VL-OFT",
|
| 8628 |
+
"effort": "40k \u00b7 official",
|
| 8629 |
"harness": "standalone",
|
| 8630 |
"instruction": "Grab the small bin and pour the balls into the big bin, keeping the empty small bin held high",
|
| 8631 |
"native_instruction": null,
|
|
|
|
| 8755 |
"simulation_time_s": null,
|
| 8756 |
"wall_time_s": 14.952066267,
|
| 8757 |
"model": "Qwen3-VL-OFT",
|
| 8758 |
+
"effort": "40k \u00b7 official",
|
| 8759 |
"harness": "standalone",
|
| 8760 |
"instruction": "use both grippers to grasp the roller and lift it well clear of the table. Keep both grippers closed while holding it up",
|
| 8761 |
"native_instruction": null,
|
|
|
|
| 8883 |
"simulation_time_s": null,
|
| 8884 |
"wall_time_s": 25.822061513,
|
| 8885 |
"model": "Qwen3-VL-OFT",
|
| 8886 |
+
"effort": "40k \u00b7 official",
|
| 8887 |
"harness": "standalone",
|
| 8888 |
"instruction": "Hand the microphone to the arm opposite its starting side and hold it high on that side",
|
| 8889 |
"native_instruction": null,
|
|
|
|
| 9017 |
"simulation_time_s": null,
|
| 9018 |
"wall_time_s": 50.021721975,
|
| 9019 |
"model": "Qwen3-VL-OFT",
|
| 9020 |
+
"effort": "40k \u00b7 official",
|
| 9021 |
"harness": "standalone",
|
| 9022 |
"instruction": "place the can upright directly beside the pot on the can's starting side. Leave both grippers open",
|
| 9023 |
"native_instruction": null,
|
|
|
|
| 9165 |
"simulation_time_s": null,
|
| 9166 |
"wall_time_s": 43.413023459,
|
| 9167 |
"model": "Qwen3-VL-OFT",
|
| 9168 |
+
"effort": "40k \u00b7 official",
|
| 9169 |
"harness": "standalone",
|
| 9170 |
"instruction": "Pick up the pill bottle and set it down in the center of the pad. Release it with both grippers open.",
|
| 9171 |
"native_instruction": null,
|
|
|
|
| 9313 |
"simulation_time_s": null,
|
| 9314 |
"wall_time_s": 46.244336484,
|
| 9315 |
"model": "Qwen3-VL-OFT",
|
| 9316 |
+
"effort": "40k \u00b7 official",
|
| 9317 |
"harness": "standalone",
|
| 9318 |
"instruction": "pick up the playing-card box and move it farther outward on its starting side, leaving both grippers open.",
|
| 9319 |
"native_instruction": null,
|
|
|
|
| 9461 |
"simulation_time_s": null,
|
| 9462 |
"wall_time_s": 42.688982277,
|
| 9463 |
"model": "Qwen3-VL-OFT",
|
| 9464 |
+
"effort": "40k \u00b7 official",
|
| 9465 |
"harness": "standalone",
|
| 9466 |
"instruction": "place the stapler straight in the center of the colored mat, leaving both grippers open",
|
| 9467 |
"native_instruction": null,
|
|
|
|
| 9609 |
"simulation_time_s": null,
|
| 9610 |
"wall_time_s": 26.298405185,
|
| 9611 |
"model": "Qwen3-VL-OFT",
|
| 9612 |
+
"effort": "40k \u00b7 official",
|
| 9613 |
"harness": "standalone",
|
| 9614 |
"instruction": "open the laptop, keeping the gripper on its opening side near the lid",
|
| 9615 |
"native_instruction": null,
|
|
|
|
| 9742 |
"simulation_time_s": null,
|
| 9743 |
"wall_time_s": 19.594173712,
|
| 9744 |
"model": "Qwen3-VL-OFT",
|
| 9745 |
+
"effort": "40k \u00b7 official",
|
| 9746 |
"harness": "standalone",
|
| 9747 |
"instruction": "Open the microwave door widely.",
|
| 9748 |
"native_instruction": null,
|
|
|
|
| 9872 |
"simulation_time_s": null,
|
| 9873 |
"wall_time_s": 48.932968378,
|
| 9874 |
"model": "Qwen3-VL-OFT",
|
| 9875 |
+
"effort": "40k \u00b7 official",
|
| 9876 |
"harness": "standalone",
|
| 9877 |
"instruction": "simultaneously pick up the two different bottles, one with each arm, and hold them high near the front center of the table, each on its original side",
|
| 9878 |
"native_instruction": null,
|
|
|
|
| 10020 |
"simulation_time_s": null,
|
| 10021 |
"wall_time_s": 19.44487762,
|
| 10022 |
"model": "Qwen3-VL-OFT",
|
| 10023 |
+
"effort": "40k \u00b7 official",
|
| 10024 |
"harness": "standalone",
|
| 10025 |
"instruction": "simultaneously pick up one bottle with each arm, and hold them high near the front center of the table, each on its original side",
|
| 10026 |
"native_instruction": null,
|
|
|
|
| 10149 |
"simulation_time_s": null,
|
| 10150 |
"wall_time_s": 43.837252058,
|
| 10151 |
"model": "Qwen3-VL-OFT",
|
| 10152 |
+
"effort": "40k \u00b7 official",
|
| 10153 |
"harness": "standalone",
|
| 10154 |
"instruction": "place the rectangular soap with rounded corners directly to the left of the toycar with transparent windshield, with a small gap between them and both grippers open",
|
| 10155 |
"native_instruction": null,
|
|
|
|
| 10297 |
"simulation_time_s": null,
|
| 10298 |
"wall_time_s": 46.526577501,
|
| 10299 |
"model": "Qwen3-VL-OFT",
|
| 10300 |
+
"effort": "40k \u00b7 official",
|
| 10301 |
"harness": "standalone",
|
| 10302 |
"instruction": "place the rectangular soap with rounded corners directly to the right of the toycar with transparent windshield, with a small gap between them and both grippers open",
|
| 10303 |
"native_instruction": null,
|
|
|
|
| 10445 |
"simulation_time_s": null,
|
| 10446 |
"wall_time_s": 91.845853104,
|
| 10447 |
"model": "Qwen3-VL-OFT",
|
| 10448 |
+
"effort": "40k \u00b7 official",
|
| 10449 |
"harness": "standalone",
|
| 10450 |
"instruction": "place all the bread in the basket near its center, leaving both grippers open",
|
| 10451 |
"native_instruction": null,
|
|
|
|
| 10612 |
"simulation_time_s": null,
|
| 10613 |
"wall_time_s": 76.637786631,
|
| 10614 |
"model": "Qwen3-VL-OFT",
|
| 10615 |
+
"effort": "40k \u00b7 official",
|
| 10616 |
"harness": "standalone",
|
| 10617 |
"instruction": "use one arm to keep the skillet lifted clear of the table while the other places the bread in its center",
|
| 10618 |
"native_instruction": null,
|
|
|
|
| 10767 |
"simulation_time_s": null,
|
| 10768 |
"wall_time_s": 34.825539079,
|
| 10769 |
"model": "Qwen3-VL-OFT",
|
| 10770 |
+
"effort": "40k \u00b7 official",
|
| 10771 |
"harness": "standalone",
|
| 10772 |
"instruction": "simultaneously pick up the hamburger and fries with both arms, then place the hamburger in the left section of the tray and the fries in the right section, leaving both grippers open",
|
| 10773 |
"native_instruction": null,
|
|
|
|
| 10903 |
"simulation_time_s": null,
|
| 10904 |
"wall_time_s": 33.744922502,
|
| 10905 |
"model": "Qwen3-VL-OFT",
|
| 10906 |
+
"effort": "40k \u00b7 official",
|
| 10907 |
"harness": "standalone",
|
| 10908 |
"instruction": "use one arm to put the can inside the basket, then use the other arm to lift the basket with the can inside. Keep the basket upright and both the can and basket clear of the table",
|
| 10909 |
"native_instruction": null,
|
|
|
|
| 11040 |
"simulation_time_s": null,
|
| 11041 |
"wall_time_s": 44.507345633,
|
| 11042 |
"model": "Qwen3-VL-OFT",
|
| 11043 |
+
"effort": "40k \u00b7 official",
|
| 11044 |
"harness": "standalone",
|
| 11045 |
"instruction": "simultaneously pick up both cans with separate arms, then place them side by side in the plastic box, leaving both grippers open",
|
| 11046 |
"native_instruction": null,
|
|
|
|
| 11181 |
"simulation_time_s": null,
|
| 11182 |
"wall_time_s": 25.086169906,
|
| 11183 |
"model": "Qwen3-VL-OFT",
|
| 11184 |
+
"effort": "40k \u00b7 official",
|
| 11185 |
"harness": "standalone",
|
| 11186 |
"instruction": "place the container in the center of the plate, leaving both grippers open",
|
| 11187 |
"native_instruction": null,
|
|
|
|
| 11313 |
"simulation_time_s": null,
|
| 11314 |
"wall_time_s": 64.910953353,
|
| 11315 |
"model": "Qwen3-VL-OFT",
|
| 11316 |
+
"effort": "40k \u00b7 official",
|
| 11317 |
"harness": "standalone",
|
| 11318 |
"instruction": "place the empty cup in the center of the coaster, leaving both grippers open",
|
| 11319 |
"native_instruction": null,
|
|
|
|
| 11468 |
"simulation_time_s": null,
|
| 11469 |
"wall_time_s": 56.865047002,
|
| 11470 |
"model": "Qwen3-VL-OFT",
|
| 11471 |
+
"effort": "40k \u00b7 official",
|
| 11472 |
"harness": "standalone",
|
| 11473 |
"instruction": "place the fan in the center of the colored mat, facing the robot, leaving both grippers open",
|
| 11474 |
"native_instruction": null,
|
|
|
|
| 11616 |
"simulation_time_s": null,
|
| 11617 |
"wall_time_s": 48.455622626,
|
| 11618 |
"model": "Qwen3-VL-OFT",
|
| 11619 |
+
"effort": "40k \u00b7 official",
|
| 11620 |
"harness": "standalone",
|
| 11621 |
"instruction": "place the mouse in the center of the colored mat, facing straight, leaving both grippers open",
|
| 11622 |
"native_instruction": null,
|
|
|
|
| 11764 |
"simulation_time_s": null,
|
| 11765 |
"wall_time_s": 31.496076691,
|
| 11766 |
"model": "Qwen3-VL-OFT",
|
| 11767 |
+
"effort": "40k \u00b7 official",
|
| 11768 |
"harness": "standalone",
|
| 11769 |
"instruction": "use one arm to place the target object inside the basket, then use the other arm to lift the basket with the object inside. Keep the basket upright and both the object and basket clear of the table",
|
| 11770 |
"native_instruction": null,
|
|
|
|
| 11896 |
"simulation_time_s": null,
|
| 11897 |
"wall_time_s": 56.758293404,
|
| 11898 |
"model": "Qwen3-VL-OFT",
|
| 11899 |
+
"effort": "40k \u00b7 official",
|
| 11900 |
"harness": "standalone",
|
| 11901 |
"instruction": "place the object in the center of the scale's weighing platform. Leave the gripper on the object's starting side open",
|
| 11902 |
"native_instruction": null,
|
|
|
|
| 12044 |
"simulation_time_s": null,
|
| 12045 |
"wall_time_s": 57.809732526,
|
| 12046 |
"model": "Qwen3-VL-OFT",
|
| 12047 |
+
"effort": "40k \u00b7 official",
|
| 12048 |
"harness": "standalone",
|
| 12049 |
"instruction": "set the target object on the center of the display stand, leaving both grippers open",
|
| 12050 |
"native_instruction": null,
|
|
|
|
| 12192 |
"simulation_time_s": null,
|
| 12193 |
"wall_time_s": 46.650760047,
|
| 12194 |
"model": "Qwen3-VL-OFT",
|
| 12195 |
+
"effort": "40k \u00b7 official",
|
| 12196 |
"harness": "standalone",
|
| 12197 |
"instruction": "place the phone on the phone stand, centered against its support, leaving both grippers open",
|
| 12198 |
"native_instruction": null,
|
|
|
|
| 12340 |
"simulation_time_s": null,
|
| 12341 |
"wall_time_s": 27.387894045,
|
| 12342 |
"model": "Qwen3-VL-OFT",
|
| 12343 |
+
"effort": "40k \u00b7 official",
|
| 12344 |
"harness": "standalone",
|
| 12345 |
"instruction": "place the shoe straight in the center of the mat with its toe pointing left, leaving both grippers open",
|
| 12346 |
"native_instruction": null,
|
|
|
|
| 12472 |
"simulation_time_s": null,
|
| 12473 |
"wall_time_s": 15.861195763,
|
| 12474 |
"model": "Qwen3-VL-OFT",
|
| 12475 |
+
"effort": "40k \u00b7 official",
|
| 12476 |
"harness": "standalone",
|
| 12477 |
"instruction": "Use one arm to press the stapler.",
|
| 12478 |
"native_instruction": null,
|
|
|
|
| 12602 |
"simulation_time_s": null,
|
| 12603 |
"wall_time_s": 42.993365614,
|
| 12604 |
"model": "Qwen3-VL-OFT",
|
| 12605 |
+
"effort": "40k \u00b7 official",
|
| 12606 |
"harness": "standalone",
|
| 12607 |
"instruction": "Use arm to catch the qrcode board on the table, pick it up, rotate to let the qrcode face towards you, then put it back on the table and release it",
|
| 12608 |
"native_instruction": null,
|
|
|
|
| 12750 |
"simulation_time_s": null,
|
| 12751 |
"wall_time_s": 13.97968026,
|
| 12752 |
"model": "Qwen3-VL-OFT",
|
| 12753 |
+
"effort": "40k \u00b7 official",
|
| 12754 |
"harness": "standalone",
|
| 12755 |
"instruction": "Shake the bottle with proper arm while holding it well clear of the table",
|
| 12756 |
"native_instruction": null,
|
|
|
|
| 12879 |
"simulation_time_s": null,
|
| 12880 |
"wall_time_s": 18.719106343,
|
| 12881 |
"model": "Qwen3-VL-OFT",
|
| 12882 |
+
"effort": "40k \u00b7 official",
|
| 12883 |
"harness": "standalone",
|
| 12884 |
"instruction": "Shake the bottle with proper arm horizontally while holding it well clear of the table",
|
| 12885 |
"native_instruction": null,
|
|
|
|
| 13011 |
"simulation_time_s": null,
|
| 13012 |
"wall_time_s": 31.353207259,
|
| 13013 |
"model": "Qwen3-VL-OFT",
|
| 13014 |
+
"effort": "40k \u00b7 official",
|
| 13015 |
"harness": "standalone",
|
| 13016 |
"instruction": "move the red and green blocks to the center of the table and stack the green block centrally on the red block, leaving both grippers open",
|
| 13017 |
"native_instruction": null,
|
|
|
|
| 13151 |
"simulation_time_s": null,
|
| 13152 |
"wall_time_s": 36.857751398,
|
| 13153 |
"model": "Qwen3-VL-OFT",
|
| 13154 |
+
"effort": "40k \u00b7 official",
|
| 13155 |
"harness": "standalone",
|
| 13156 |
"instruction": "nest the two bowls on the table, leaving both grippers open",
|
| 13157 |
"native_instruction": null,
|
|
|
|
| 13292 |
"simulation_time_s": null,
|
| 13293 |
"wall_time_s": 38.846506616,
|
| 13294 |
"model": "Qwen3-VL-OFT",
|
| 13295 |
+
"effort": "40k \u00b7 official",
|
| 13296 |
"harness": "standalone",
|
| 13297 |
"instruction": "Grab the stamp and stamp onto the center of the colored mat, leaving the stamp there and both grippers open",
|
| 13298 |
"native_instruction": null,
|
|
|
|
| 13440 |
"simulation_time_s": null,
|
| 13441 |
"wall_time_s": 40.189079744,
|
| 13442 |
"model": "Qwen3-VL-OFT",
|
| 13443 |
+
"effort": "40k \u00b7 official",
|
| 13444 |
"harness": "standalone",
|
| 13445 |
"instruction": "press the switch fully down",
|
| 13446 |
"native_instruction": null,
|
|
|
|
| 15844 |
"structured_pose_calls": 0,
|
| 15845 |
"interpretation": "Autonomous policy use, language selection and execution. These three outcomes do not isolate the cause of low success or establish native-executor equivalence.",
|
| 15846 |
"report": "research/kinex-vla-rerun-20261029/summary.json"
|
| 15847 |
+
},
|
| 15848 |
+
"active_campaign": {
|
| 15849 |
+
"phase": "VLAct All standalone evaluation \u00b7 RoboTwin 2.0",
|
| 15850 |
+
"planned_episodes": 50,
|
| 15851 |
+
"counts": {
|
| 15852 |
+
"finished": 1,
|
| 15853 |
+
"running": 16,
|
| 15854 |
+
"queued": 33
|
| 15855 |
+
},
|
| 15856 |
+
"updated_at": "2026-10-29T20:12:29.541085+00:00",
|
| 15857 |
+
"status_url": "research/vlact-all-20261029/status.json",
|
| 15858 |
+
"closed": false,
|
| 15859 |
+
"published_episodes": 0
|
| 15860 |
}
|
| 15861 |
}
|
manifest.json
CHANGED
|
@@ -45,8 +45,8 @@
|
|
| 45 |
"sha256": "8cce7e0ad3f91ff579e76236538a3ba98dc47529d588648deed276840142833c"
|
| 46 |
},
|
| 47 |
"data.json": {
|
| 48 |
-
"bytes":
|
| 49 |
-
"sha256": "
|
| 50 |
},
|
| 51 |
"policy.css": {
|
| 52 |
"bytes": 1067,
|
|
@@ -58895,6 +58895,14 @@
|
|
| 58895 |
"research/kinex-vla-rerun-20261029/source-identities.json": {
|
| 58896 |
"bytes": 2889,
|
| 58897 |
"sha256": "d8fa2041035acf4075370d5674fb42046a2e6ebb1436a870dff7f7382584d35f"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 58898 |
}
|
| 58899 |
}
|
| 58900 |
}
|
|
|
|
| 45 |
"sha256": "8cce7e0ad3f91ff579e76236538a3ba98dc47529d588648deed276840142833c"
|
| 46 |
},
|
| 47 |
"data.json": {
|
| 48 |
+
"bytes": 594597,
|
| 49 |
+
"sha256": "d29a3c540192bc08b08eed49facc6834f5adbeaca8013cabfa5a7d1aed7c041b"
|
| 50 |
},
|
| 51 |
"policy.css": {
|
| 52 |
"bytes": 1067,
|
|
|
|
| 58895 |
"research/kinex-vla-rerun-20261029/source-identities.json": {
|
| 58896 |
"bytes": 2889,
|
| 58897 |
"sha256": "d8fa2041035acf4075370d5674fb42046a2e6ebb1436a870dff7f7382584d35f"
|
| 58898 |
+
},
|
| 58899 |
+
"research/vlact-all-20261029/protocol.json": {
|
| 58900 |
+
"bytes": 1531,
|
| 58901 |
+
"sha256": "58b948a33cc367cc7a7fa57df7d40709c5b27693cd68a2f861c91a2a2a738987"
|
| 58902 |
+
},
|
| 58903 |
+
"research/vlact-all-20261029/status.json": {
|
| 58904 |
+
"bytes": 453,
|
| 58905 |
+
"sha256": "198d93f39597bef2ad80843d30ac2447d545623c7ad3d8e7561cf541f534bfa6"
|
| 58906 |
}
|
| 58907 |
}
|
| 58908 |
}
|
research/vlact-all-20261029/protocol.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"tasks": 50,
|
| 3 |
+
"episodes_per_task": 1,
|
| 4 |
+
"suite": "task03",
|
| 5 |
+
"condition": "standalone_vla",
|
| 6 |
+
"evaluator": "RoboTwin scripts/eval_policy_xpolicylab.py main",
|
| 7 |
+
"robotwin_revision": "ea8b21121ebb3cd201ff5b3fe361944ac94eda3f",
|
| 8 |
+
"checkpoint": "StarVLA/VLAct_Qwen3OFT_Robotwin_all_Finetune",
|
| 9 |
+
"checkpoint_revision": "999b37d4d7c1bd0f5588f78d72a185f6f052bf83",
|
| 10 |
+
"checkpoint_sha256": "beb2c0ec39c3bc7173a5bd90eb59ef99854b73ca1aa3bf50fb6ffc353f477c2a",
|
| 11 |
+
"model_seed": 42,
|
| 12 |
+
"official_seed_group": 0,
|
| 13 |
+
"scene_seed_start": 100000,
|
| 14 |
+
"admission": "official expert check",
|
| 15 |
+
"instruction": "RLE catalog goal, same public scene bindings as rosbridge",
|
| 16 |
+
"execution": "official take_action absolute joint, full predicted chunks, TOPP 250 Hz internal interpolation",
|
| 17 |
+
"agent_conditions": "unchanged RLE-Bench-inhouse + rosbridge; not launched in this campaign",
|
| 18 |
+
"budget": "native per-task step_lim",
|
| 19 |
+
"retry": "no valid-outcome retries; infrastructure attempts retained separately",
|
| 20 |
+
"validity": "native success or native step limit, without inference error",
|
| 21 |
+
"vlact_revision": "4c41b666228b70d8ae166bb65ac8f6b392ea7919",
|
| 22 |
+
"action_horizon": 32,
|
| 23 |
+
"normalization": "official VLAct wrap radians for 12 joints; official clipped grippers",
|
| 24 |
+
"image_size_buckets": [
|
| 25 |
+
[
|
| 26 |
+
320,
|
| 27 |
+
180
|
| 28 |
+
],
|
| 29 |
+
[
|
| 30 |
+
280,
|
| 31 |
+
210
|
| 32 |
+
]
|
| 33 |
+
],
|
| 34 |
+
"attention": "sdpa",
|
| 35 |
+
"base_vlm": "StarVLA/Qwen3-VL-4B-Instruct-Action",
|
| 36 |
+
"base_vlm_revision": "c41500cf1d287cd79e9f6602f419937b05048bd8",
|
| 37 |
+
"baseline_protocol": "official/protocol.json"
|
| 38 |
+
}
|
research/vlact-all-20261029/status.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"updated_at": "2026-10-29T20:12:29.541085+00:00",
|
| 3 |
+
"phase": "running",
|
| 4 |
+
"checkpoint": "StarVLA/VLAct_Qwen3OFT_Robotwin_all_Finetune",
|
| 5 |
+
"planned_episodes": 50,
|
| 6 |
+
"valid_completed": 1,
|
| 7 |
+
"successes": 1,
|
| 8 |
+
"running": 16,
|
| 9 |
+
"queued": 33,
|
| 10 |
+
"configured_workers": 16,
|
| 11 |
+
"gpu_count": 8,
|
| 12 |
+
"protocol": "research/vlact-all-20261029/protocol.json",
|
| 13 |
+
"note": "Live partial results. Previous selected results remain intact until publication checks pass."
|
| 14 |
+
}
|