Variant T: official run results and card numbers

README.md

@@ -20,7 +20,7 @@ datasets:
 # LocalModels / ACT-bimanual
 
 Entry **ACT-bimanual** by team **LocalModels** (Saleh Alsharideh, Independent) to the CoRL 2026 RoboEval Diagnostic
-Bimanual Challenge. **Official score 0.9866**, 399 of 400 episodes successful.
+Bimanual Challenge. **Official score 0.9873**, 399 of 400 episodes successful.
 
 Seven tasks run hand-designed RGB-D controllers (no learned weights); LiftPot runs an Action Chunking Transformer (ACT)
 trained on the demonstrations and fine-tuned in simulation with GRPO. Code, report and explainer videos:
@@ -50,14 +50,14 @@ python -m roboeval.challenge.evaluate --submission submission --workers W --gpus
 | Task | Policy | Successes | Score |
 |---|---|---|---|
 | CubeHandover | controller | 50 | 1.000 |
-| LiftPot | ACT | 50 | 0.997 |
+| LiftPot | ACT | 50 | 1.000 |
 | LiftTray | controller | 50 | 1.000 |
 | PackBox | controller | 49 | 0.954 |
-| PickSingleBookFromTable | controller | 50 | 0.988 |
+| PickSingleBookFromTable | controller | 50 | 0.991 |
 | RotateValve | controller | 50 | 1.000 |
 | StackSingleBookShelf | controller | 50 | 1.000 |
 | StackTwoBlocks | controller | 50 | 0.953 |
-| **Suite** | | **399 / 400** | **0.9866** |
+| **Suite** | | **399 / 400** | **0.9873** |
 
 Training data and every use of simulator state: the report, Sec. 3. The files here equal the submitted ones except
 three edits that do not change behaviour (no contact e-mail in `metadata.yaml`, local paths shortened in the LiftPot

official_run/results.json

@@ -122,44 +122,44 @@
             "std": 0.0
           },
           "tp": {
-            "mean": 0.99,
-            "std": 0.06999999999999999
+            "mean": 1.0,
+            "std": 0.0
           },
           "bavd": {
-            "mean": 0.29281951315243276,
-            "std": 0.09462814601254968
+            "mean": 0.2945146608620109,
+            "std": 0.09876589515583759
           },
           "bgvd": {
-            "mean": 0.010165391094207603,
-            "std": 0.0046259623922256694
+            "mean": 0.010150512516947072,
+            "std": 0.004701519102875442
           },
           "cpl": {
-            "mean": 0.6704045530620671,
-            "std": 0.07377597417639128
+            "mean": 0.6684489962231973,
+            "std": 0.07009133802024205
           },
           "ct": {
-            "mean": 2.967,
-            "std": 0.1891057904983346
+            "mean": 2.958,
+            "std": 0.19192706948213428
           },
           "ecc": {
             "mean": 0.0,
             "std": 0.0
           },
           "jpl": {
-            "mean": 4.098847958860526,
-            "std": 0.5163070688299158
+            "mean": 4.07982816465198,
+            "std": 0.4917501124475921
           },
           "mcj": {
-            "mean": 9.31802731270813,
-            "std": 1.8950421588022368
+            "mean": 9.406648073650887,
+            "std": 1.9370018609342161
           },
           "mjj": {
-            "mean": 54.52174808567004,
-            "std": 10.309689388763909
+            "mean": 54.206255822281726,
+            "std": 11.447600563867148
           },
           "opl": {
-            "mean": 2.3032091026371906,
-            "std": 0.39533000540578506
+            "mean": 2.2894874527833933,
+            "std": 0.37732823525190384
           },
           "scc": {
             "mean": 0.0,
@@ -170,8 +170,8 @@
             "std": 0.0
           },
           "tl": {
-            "mean": 59.34,
-            "std": 3.7821158099666907
+            "mean": 59.16,
+            "std": 3.838541389642686
           }
         },
         "terminations": {
@@ -546,52 +546,52 @@
             "std": 0.0
           },
           "bavd": {
-            "mean": 0.9597556843993951,
-            "std": 0.25022324245165284
+            "mean": 1.002609334236493,
+            "std": 0.2746527217467642
           },
           "bgvd": {
-            "mean": 0.21264552731291023,
-            "std": 0.03902639572426828
+            "mean": 0.2099936315236155,
+            "std": 0.03642409101543928
           },
           "cpl": {
-            "mean": 1.1374091543412113,
-            "std": 0.44072051299774695
+            "mean": 1.1383702368725983,
+            "std": 0.4376794275831977
           },
           "ct": {
-            "mean": 6.22,
-            "std": 2.3655866080107915
+            "mean": 6.023,
+            "std": 2.357948472719453
           },
           "ecc": {
             "mean": 0.0,
             "std": 0.0
           },
           "jpl": {
-            "mean": 7.1145422603480055,
-            "std": 2.5897285047632086
+            "mean": 7.113438047014352,
+            "std": 2.577057582722626
           },
           "mcj": {
-            "mean": 3.726751704228263,
-            "std": 0.6317925151914751
+            "mean": 3.91998318597079,
+            "std": 0.6575488557751517
           },
           "mjj": {
-            "mean": 24.362044697427763,
-            "std": 8.632357968377242
+            "mean": 25.840862916151305,
+            "std": 9.573895820755293
           },
           "opl": {
-            "mean": 2.344576096088616,
-            "std": 0.8547016352563385
+            "mean": 2.3479093411990015,
+            "std": 0.8556182028029746
           },
           "scc": {
             "mean": 0.0,
             "std": 0.0
           },
           "sc": {
-            "mean": 0.02,
-            "std": 0.13999999999999999
+            "mean": 0.0,
+            "std": 0.0
           },
           "tl": {
-            "mean": 124.4,
-            "std": 47.31173216021582
+            "mean": 120.46,
+            "std": 47.15896945438905
           }
         },
         "terminations": {
@@ -678,19 +678,19 @@
     "per_family": {
       "LiftPot": {
         "success": 1.0,
-        "tp": 0.99,
-        "bavd": 0.29281951315243276,
-        "bgvd": 0.010165391094207603,
-        "cpl": 0.6704045530620671,
-        "ct": 2.967,
+        "tp": 1.0,
+        "bavd": 0.2945146608620109,
+        "bgvd": 0.010150512516947072,
+        "cpl": 0.6684489962231973,
+        "ct": 2.958,
         "ecc": 0.0,
-        "jpl": 4.098847958860526,
-        "mcj": 9.31802731270813,
-        "mjj": 54.52174808567004,
-        "opl": 2.3032091026371906,
+        "jpl": 4.07982816465198,
+        "mcj": 9.406648073650887,
+        "mjj": 54.206255822281726,
+        "opl": 2.2894874527833933,
         "scc": 0.0,
         "sc": 0.0,
-        "tl": 59.34
+        "tl": 59.16
       },
       "LiftTray": {
         "success": 1.0,
@@ -775,18 +775,18 @@
       "PickSingleBookFromTable": {
         "success": 1.0,
         "tp": 1.0,
-        "bavd": 0.9597556843993951,
-        "bgvd": 0.21264552731291023,
-        "cpl": 1.1374091543412113,
-        "ct": 6.22,
+        "bavd": 1.002609334236493,
+        "bgvd": 0.2099936315236155,
+        "cpl": 1.1383702368725983,
+        "ct": 6.023,
         "ecc": 0.0,
-        "jpl": 7.1145422603480055,
-        "mcj": 3.726751704228263,
-        "mjj": 24.362044697427763,
-        "opl": 2.344576096088616,
+        "jpl": 7.113438047014352,
+        "mcj": 3.91998318597079,
+        "mjj": 25.840862916151305,
+        "opl": 2.3479093411990015,
         "scc": 0.0,
-        "sc": 0.02,
-        "tl": 124.4
+        "sc": 0.0,
+        "tl": 120.46
       },
       "RotateValve": {
         "success": 1.0,
@@ -807,36 +807,36 @@
     },
     "suite": {
       "success": 0.9975,
-      "tp": 0.99725,
-      "bavd": 0.39505469212048305,
-      "bgvd": 0.056357355682837666,
-      "cpl": 1.186157018476982,
-      "ct": 5.11475,
+      "tp": 0.9984999999999999,
+      "bavd": 0.40062329181381756,
+      "bgvd": 0.056024008887018265,
+      "cpl": 1.1860327091885465,
+      "ct": 5.089,
       "ecc": 0.615,
-      "jpl": 5.6227863565119485,
-      "mcj": 6.104427140596522,
-      "mjj": 31.951006449470228,
-      "opl": 1.9129712498958864,
+      "jpl": 5.620270855569174,
+      "mcj": 6.1396586709321825,
+      "mjj": 32.096422193887136,
+      "opl": 1.91167269930296,
       "scc": 0.0025,
-      "sc": 0.0025,
-      "tl": 102.295
+      "sc": 0.0,
+      "tl": 101.78
     }
   },
   "score": {
     "overall": {
-      "score": 0.9865902931563009,
-      "outcome": 0.997425,
-      "safety": 0.9871775025799794,
-      "efficiency": 0.9658262433878773,
+      "score": 0.9872581084705565,
+      "outcome": 0.9978,
+      "safety": 0.9876676986584108,
+      "efficiency": 0.9665550258415083,
       "coordination": 0.9978352329278946
     },
     "tasks": {
       "LiftPot": {
-        "outcome": 0.9969999999999999,
+        "outcome": 1.0,
         "safety": 1.0,
         "efficiency": 1.0,
         "coordination": 1.0,
-        "score": 0.9969999999999999
+        "score": 1.0
       },
       "LiftTray": {
         "outcome": 1.0,
@@ -875,10 +875,10 @@
       },
       "PickSingleBookFromTable": {
         "outcome": 1.0,
-        "safety": 0.996078431372549,
-        "efficiency": 0.947767624751622,
+        "safety": 1.0,
+        "efficiency": 0.9535978843806703,
         "coordination": 1.0,
-        "score": 0.9883770543620891
+        "score": 0.9907195768761341
       },
       "RotateValve": {
         "outcome": 1.0,
@@ -890,7 +890,7 @@
     }
   },
   "provenance": {
-    "created_utc": "2026-11-02T11:29:21+00:00",
+    "created_utc": "2026-11-02T11:44:40+00:00",
     "roboeval_version": "4.1.0",
     "roboeval_metrics_version": "0.1.0",
     "git_commit": "c8b79598c9fb9021652128020517d1847abe4c95",
@@ -915,6 +915,6 @@
         "MKL_CBWR": "COMPATIBLE"
       }
     },
-    "command": "/home/user/roboeval_orch/RoboEval/roboeval/challenge/evaluate.py --submission submission_pick22r --workers 6 --gpus 0"
+    "command": "/home/user/roboeval_orch/RoboEval/roboeval/challenge/evaluate.py --submission submission_pick22t --workers 6 --gpus 0"
   }
 }