Spaces:
Running
Running
Link to the findings page
Browse files- data/results.json +48 -3
- data/site.json +4 -0
data/results.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"format": "r2s.results.v1",
|
| 3 |
-
"generated": "2026-10-22
|
| 4 |
"tasks": [
|
| 5 |
{
|
| 6 |
"id": "serve_bread",
|
|
@@ -1402,7 +1402,7 @@
|
|
| 1402 |
"note": "points still to come: water_flowers pre-n10, water_flowers pre-n30"
|
| 1403 |
},
|
| 1404 |
"pretrain_scale": {
|
| 1405 |
-
"status": "
|
| 1406 |
"steps": [
|
| 1407 |
500,
|
| 1408 |
1000,
|
|
@@ -1474,6 +1474,11 @@
|
|
| 1474 |
"mean": 40.455,
|
| 1475 |
"lo": 36.41127,
|
| 1476 |
"hi": 45.24454
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1477 |
}
|
| 1478 |
},
|
| 1479 |
"r2s-pt500h": {
|
|
@@ -1567,6 +1572,11 @@
|
|
| 1567 |
"mean": 50.36923,
|
| 1568 |
"lo": 45.46044,
|
| 1569 |
"hi": 56.52593
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1570 |
}
|
| 1571 |
},
|
| 1572 |
"r2s-pt500h": {
|
|
@@ -1660,6 +1670,11 @@
|
|
| 1660 |
"mean": 0.05499,
|
| 1661 |
"lo": 0.04787,
|
| 1662 |
"hi": 0.06425
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1663 |
}
|
| 1664 |
},
|
| 1665 |
"r2s-pt500h": {
|
|
@@ -1760,6 +1775,11 @@
|
|
| 1760 |
"mean": 41.89799,
|
| 1761 |
"lo": 40.5545,
|
| 1762 |
"hi": 43.34166
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1763 |
}
|
| 1764 |
},
|
| 1765 |
"r2s-pt500h": {
|
|
@@ -1853,6 +1873,11 @@
|
|
| 1853 |
"mean": 61.16881,
|
| 1854 |
"lo": 58.67625,
|
| 1855 |
"hi": 63.93705
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1856 |
}
|
| 1857 |
},
|
| 1858 |
"r2s-pt500h": {
|
|
@@ -1946,6 +1971,11 @@
|
|
| 1946 |
"mean": 0.1399,
|
| 1947 |
"lo": 0.13211,
|
| 1948 |
"hi": 0.14837
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1949 |
}
|
| 1950 |
},
|
| 1951 |
"r2s-pt500h": {
|
|
@@ -2046,6 +2076,11 @@
|
|
| 2046 |
"mean": 31.65059,
|
| 2047 |
"lo": 30.6849,
|
| 2048 |
"hi": 32.62036
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2049 |
}
|
| 2050 |
},
|
| 2051 |
"r2s-pt500h": {
|
|
@@ -2139,6 +2174,11 @@
|
|
| 2139 |
"mean": 53.40535,
|
| 2140 |
"lo": 52.19595,
|
| 2141 |
"hi": 54.60832
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2142 |
}
|
| 2143 |
},
|
| 2144 |
"r2s-pt500h": {
|
|
@@ -2232,6 +2272,11 @@
|
|
| 2232 |
"mean": 0.15453,
|
| 2233 |
"lo": 0.14909,
|
| 2234 |
"hi": 0.16016
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2235 |
}
|
| 2236 |
},
|
| 2237 |
"r2s-pt500h": {
|
|
@@ -2302,7 +2347,7 @@
|
|
| 2302 |
}
|
| 2303 |
}
|
| 2304 |
],
|
| 2305 |
-
"note": "
|
| 2306 |
"protocol": "full_joint_mean4 (Trainer.POLICY_MODES: joint video+DINO+pointmap, 4 Euler steps, seeds 0-3 averaged in normalised space)",
|
| 2307 |
"intervals": "95 % cluster bootstrap over sequences, 2,000 resamples (human_macro: none)"
|
| 2308 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"format": "r2s.results.v1",
|
| 3 |
+
"generated": "2026-10-22 11:25",
|
| 4 |
"tasks": [
|
| 5 |
{
|
| 6 |
"id": "serve_bread",
|
|
|
|
| 1402 |
"note": "points still to come: water_flowers pre-n10, water_flowers pre-n30"
|
| 1403 |
},
|
| 1404 |
"pretrain_scale": {
|
| 1405 |
+
"status": "done",
|
| 1406 |
"steps": [
|
| 1407 |
500,
|
| 1408 |
1000,
|
|
|
|
| 1474 |
"mean": 40.455,
|
| 1475 |
"lo": 36.41127,
|
| 1476 |
"hi": 45.24454
|
| 1477 |
+
},
|
| 1478 |
+
"16000": {
|
| 1479 |
+
"mean": 36.86143,
|
| 1480 |
+
"lo": 32.98299,
|
| 1481 |
+
"hi": 41.51194
|
| 1482 |
}
|
| 1483 |
},
|
| 1484 |
"r2s-pt500h": {
|
|
|
|
| 1572 |
"mean": 50.36923,
|
| 1573 |
"lo": 45.46044,
|
| 1574 |
"hi": 56.52593
|
| 1575 |
+
},
|
| 1576 |
+
"16000": {
|
| 1577 |
+
"mean": 47.2078,
|
| 1578 |
+
"lo": 42.38027,
|
| 1579 |
+
"hi": 53.37014
|
| 1580 |
}
|
| 1581 |
},
|
| 1582 |
"r2s-pt500h": {
|
|
|
|
| 1670 |
"mean": 0.05499,
|
| 1671 |
"lo": 0.04787,
|
| 1672 |
"hi": 0.06425
|
| 1673 |
+
},
|
| 1674 |
+
"16000": {
|
| 1675 |
+
"mean": 0.05,
|
| 1676 |
+
"lo": 0.04331,
|
| 1677 |
+
"hi": 0.05889
|
| 1678 |
}
|
| 1679 |
},
|
| 1680 |
"r2s-pt500h": {
|
|
|
|
| 1775 |
"mean": 41.89799,
|
| 1776 |
"lo": 40.5545,
|
| 1777 |
"hi": 43.34166
|
| 1778 |
+
},
|
| 1779 |
+
"16000": {
|
| 1780 |
+
"mean": 52.46479,
|
| 1781 |
+
"lo": 50.50263,
|
| 1782 |
+
"hi": 54.60349
|
| 1783 |
}
|
| 1784 |
},
|
| 1785 |
"r2s-pt500h": {
|
|
|
|
| 1873 |
"mean": 61.16881,
|
| 1874 |
"lo": 58.67625,
|
| 1875 |
"hi": 63.93705
|
| 1876 |
+
},
|
| 1877 |
+
"16000": {
|
| 1878 |
+
"mean": 94.16867,
|
| 1879 |
+
"lo": 89.64745,
|
| 1880 |
+
"hi": 98.97274
|
| 1881 |
}
|
| 1882 |
},
|
| 1883 |
"r2s-pt500h": {
|
|
|
|
| 1971 |
"mean": 0.1399,
|
| 1972 |
"lo": 0.13211,
|
| 1973 |
"hi": 0.14837
|
| 1974 |
+
},
|
| 1975 |
+
"16000": {
|
| 1976 |
+
"mean": 0.13499,
|
| 1977 |
+
"lo": 0.12703,
|
| 1978 |
+
"hi": 0.14361
|
| 1979 |
}
|
| 1980 |
},
|
| 1981 |
"r2s-pt500h": {
|
|
|
|
| 2076 |
"mean": 31.65059,
|
| 2077 |
"lo": 30.6849,
|
| 2078 |
"hi": 32.62036
|
| 2079 |
+
},
|
| 2080 |
+
"16000": {
|
| 2081 |
+
"mean": 32.43548,
|
| 2082 |
+
"lo": 31.43343,
|
| 2083 |
+
"hi": 33.4879
|
| 2084 |
}
|
| 2085 |
},
|
| 2086 |
"r2s-pt500h": {
|
|
|
|
| 2174 |
"mean": 53.40535,
|
| 2175 |
"lo": 52.19595,
|
| 2176 |
"hi": 54.60832
|
| 2177 |
+
},
|
| 2178 |
+
"16000": {
|
| 2179 |
+
"mean": 58.21792,
|
| 2180 |
+
"lo": 56.89575,
|
| 2181 |
+
"hi": 59.54723
|
| 2182 |
}
|
| 2183 |
},
|
| 2184 |
"r2s-pt500h": {
|
|
|
|
| 2272 |
"mean": 0.15453,
|
| 2273 |
"lo": 0.14909,
|
| 2274 |
"hi": 0.16016
|
| 2275 |
+
},
|
| 2276 |
+
"16000": {
|
| 2277 |
+
"mean": 0.14221,
|
| 2278 |
+
"lo": 0.13677,
|
| 2279 |
+
"hi": 0.14827
|
| 2280 |
}
|
| 2281 |
},
|
| 2282 |
"r2s-pt500h": {
|
|
|
|
| 2347 |
}
|
| 2348 |
}
|
| 2349 |
],
|
| 2350 |
+
"note": "all checkpoints evaluated",
|
| 2351 |
"protocol": "full_joint_mean4 (Trainer.POLICY_MODES: joint video+DINO+pointmap, 4 Euler steps, seeds 0-3 averaged in normalised space)",
|
| 2352 |
"intervals": "95 % cluster bootstrap over sequences, 2,000 resamples (human_macro: none)"
|
| 2353 |
}
|
data/site.json
CHANGED
|
@@ -12,6 +12,10 @@
|
|
| 12 |
{
|
| 13 |
"label": "All experiments · main site",
|
| 14 |
"href": "https://huggingface.co/spaces/Leo-TX/real2sim-agent"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 15 |
}
|
| 16 |
]
|
| 17 |
}
|
|
|
|
| 12 |
{
|
| 13 |
"label": "All experiments · main site",
|
| 14 |
"href": "https://huggingface.co/spaces/Leo-TX/real2sim-agent"
|
| 15 |
+
},
|
| 16 |
+
{
|
| 17 |
+
"label": "Findings",
|
| 18 |
+
"href": "https://huggingface.co/spaces/Leo-TX/real2sim-agent-findings"
|
| 19 |
}
|
| 20 |
]
|
| 21 |
}
|