Leo-TX commited on
Commit
eb67dbc
·
verified ·
1 Parent(s): 1e69211

Link to the findings page

Browse files
Files changed (2) hide show
  1. data/results.json +48 -3
  2. data/site.json +4 -0
data/results.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "format": "r2s.results.v1",
3
- "generated": "2026-10-22 10:35",
4
  "tasks": [
5
  {
6
  "id": "serve_bread",
@@ -1402,7 +1402,7 @@
1402
  "note": "points still to come: water_flowers pre-n10, water_flowers pre-n30"
1403
  },
1404
  "pretrain_scale": {
1405
- "status": "partial",
1406
  "steps": [
1407
  500,
1408
  1000,
@@ -1474,6 +1474,11 @@
1474
  "mean": 40.455,
1475
  "lo": 36.41127,
1476
  "hi": 45.24454
 
 
 
 
 
1477
  }
1478
  },
1479
  "r2s-pt500h": {
@@ -1567,6 +1572,11 @@
1567
  "mean": 50.36923,
1568
  "lo": 45.46044,
1569
  "hi": 56.52593
 
 
 
 
 
1570
  }
1571
  },
1572
  "r2s-pt500h": {
@@ -1660,6 +1670,11 @@
1660
  "mean": 0.05499,
1661
  "lo": 0.04787,
1662
  "hi": 0.06425
 
 
 
 
 
1663
  }
1664
  },
1665
  "r2s-pt500h": {
@@ -1760,6 +1775,11 @@
1760
  "mean": 41.89799,
1761
  "lo": 40.5545,
1762
  "hi": 43.34166
 
 
 
 
 
1763
  }
1764
  },
1765
  "r2s-pt500h": {
@@ -1853,6 +1873,11 @@
1853
  "mean": 61.16881,
1854
  "lo": 58.67625,
1855
  "hi": 63.93705
 
 
 
 
 
1856
  }
1857
  },
1858
  "r2s-pt500h": {
@@ -1946,6 +1971,11 @@
1946
  "mean": 0.1399,
1947
  "lo": 0.13211,
1948
  "hi": 0.14837
 
 
 
 
 
1949
  }
1950
  },
1951
  "r2s-pt500h": {
@@ -2046,6 +2076,11 @@
2046
  "mean": 31.65059,
2047
  "lo": 30.6849,
2048
  "hi": 32.62036
 
 
 
 
 
2049
  }
2050
  },
2051
  "r2s-pt500h": {
@@ -2139,6 +2174,11 @@
2139
  "mean": 53.40535,
2140
  "lo": 52.19595,
2141
  "hi": 54.60832
 
 
 
 
 
2142
  }
2143
  },
2144
  "r2s-pt500h": {
@@ -2232,6 +2272,11 @@
2232
  "mean": 0.15453,
2233
  "lo": 0.14909,
2234
  "hi": 0.16016
 
 
 
 
 
2235
  }
2236
  },
2237
  "r2s-pt500h": {
@@ -2302,7 +2347,7 @@
2302
  }
2303
  }
2304
  ],
2305
- "note": "partial: later checkpoints of the 100 h and 500 h runs are still training / evaluating",
2306
  "protocol": "full_joint_mean4 (Trainer.POLICY_MODES: joint video+DINO+pointmap, 4 Euler steps, seeds 0-3 averaged in normalised space)",
2307
  "intervals": "95 % cluster bootstrap over sequences, 2,000 resamples (human_macro: none)"
2308
  }
 
1
  {
2
  "format": "r2s.results.v1",
3
+ "generated": "2026-10-22 11:25",
4
  "tasks": [
5
  {
6
  "id": "serve_bread",
 
1402
  "note": "points still to come: water_flowers pre-n10, water_flowers pre-n30"
1403
  },
1404
  "pretrain_scale": {
1405
+ "status": "done",
1406
  "steps": [
1407
  500,
1408
  1000,
 
1474
  "mean": 40.455,
1475
  "lo": 36.41127,
1476
  "hi": 45.24454
1477
+ },
1478
+ "16000": {
1479
+ "mean": 36.86143,
1480
+ "lo": 32.98299,
1481
+ "hi": 41.51194
1482
  }
1483
  },
1484
  "r2s-pt500h": {
 
1572
  "mean": 50.36923,
1573
  "lo": 45.46044,
1574
  "hi": 56.52593
1575
+ },
1576
+ "16000": {
1577
+ "mean": 47.2078,
1578
+ "lo": 42.38027,
1579
+ "hi": 53.37014
1580
  }
1581
  },
1582
  "r2s-pt500h": {
 
1670
  "mean": 0.05499,
1671
  "lo": 0.04787,
1672
  "hi": 0.06425
1673
+ },
1674
+ "16000": {
1675
+ "mean": 0.05,
1676
+ "lo": 0.04331,
1677
+ "hi": 0.05889
1678
  }
1679
  },
1680
  "r2s-pt500h": {
 
1775
  "mean": 41.89799,
1776
  "lo": 40.5545,
1777
  "hi": 43.34166
1778
+ },
1779
+ "16000": {
1780
+ "mean": 52.46479,
1781
+ "lo": 50.50263,
1782
+ "hi": 54.60349
1783
  }
1784
  },
1785
  "r2s-pt500h": {
 
1873
  "mean": 61.16881,
1874
  "lo": 58.67625,
1875
  "hi": 63.93705
1876
+ },
1877
+ "16000": {
1878
+ "mean": 94.16867,
1879
+ "lo": 89.64745,
1880
+ "hi": 98.97274
1881
  }
1882
  },
1883
  "r2s-pt500h": {
 
1971
  "mean": 0.1399,
1972
  "lo": 0.13211,
1973
  "hi": 0.14837
1974
+ },
1975
+ "16000": {
1976
+ "mean": 0.13499,
1977
+ "lo": 0.12703,
1978
+ "hi": 0.14361
1979
  }
1980
  },
1981
  "r2s-pt500h": {
 
2076
  "mean": 31.65059,
2077
  "lo": 30.6849,
2078
  "hi": 32.62036
2079
+ },
2080
+ "16000": {
2081
+ "mean": 32.43548,
2082
+ "lo": 31.43343,
2083
+ "hi": 33.4879
2084
  }
2085
  },
2086
  "r2s-pt500h": {
 
2174
  "mean": 53.40535,
2175
  "lo": 52.19595,
2176
  "hi": 54.60832
2177
+ },
2178
+ "16000": {
2179
+ "mean": 58.21792,
2180
+ "lo": 56.89575,
2181
+ "hi": 59.54723
2182
  }
2183
  },
2184
  "r2s-pt500h": {
 
2272
  "mean": 0.15453,
2273
  "lo": 0.14909,
2274
  "hi": 0.16016
2275
+ },
2276
+ "16000": {
2277
+ "mean": 0.14221,
2278
+ "lo": 0.13677,
2279
+ "hi": 0.14827
2280
  }
2281
  },
2282
  "r2s-pt500h": {
 
2347
  }
2348
  }
2349
  ],
2350
+ "note": "all checkpoints evaluated",
2351
  "protocol": "full_joint_mean4 (Trainer.POLICY_MODES: joint video+DINO+pointmap, 4 Euler steps, seeds 0-3 averaged in normalised space)",
2352
  "intervals": "95 % cluster bootstrap over sequences, 2,000 resamples (human_macro: none)"
2353
  }
data/site.json CHANGED
@@ -12,6 +12,10 @@
12
  {
13
  "label": "All experiments · main site",
14
  "href": "https://huggingface.co/spaces/Leo-TX/real2sim-agent"
 
 
 
 
15
  }
16
  ]
17
  }
 
12
  {
13
  "label": "All experiments · main site",
14
  "href": "https://huggingface.co/spaces/Leo-TX/real2sim-agent"
15
+ },
16
+ {
17
+ "label": "Findings",
18
+ "href": "https://huggingface.co/spaces/Leo-TX/real2sim-agent-findings"
19
  }
20
  ]
21
  }