yzzhao commited on
Commit
dd110ba
·
verified ·
1 Parent(s): 3114d7b

Add OFT All 140k to Easy, Hard and Plus with verified completion counts

Browse files
README.md CHANGED
@@ -57,4 +57,4 @@ All original scores (94/400, 222/400, 294/400), native videos, evidence ZIPs, se
57
 
58
  The Easy, Hard and Plus panels include `StarVLA/Qwen3-VL-OFT-RoboTwin2-All` (140k; 27,500 clean/randomized training demonstrations; 50-action chunks). Each panel preserves its established instruction and native evaluation protocol. Completion counts are reported separately from successes. All prior episodes remain unchanged.
59
 
60
- [Campaign evidence](https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/c8e6441c75ca2f3af27f3dc25140302aac215679/research/oft-all140k-20261103/summary.json).
 
57
 
58
  The Easy, Hard and Plus panels include `StarVLA/Qwen3-VL-OFT-RoboTwin2-All` (140k; 27,500 clean/randomized training demonstrations; 50-action chunks). Each panel preserves its established instruction and native evaluation protocol. Completion counts are reported separately from successes. All prior episodes remain unchanged.
59
 
60
+ [Campaign evidence](https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/fc2f453ee248568ec797ea594d1567f19d019752/research/oft-all140k-20261103/summary.json).
data-source.json CHANGED
@@ -1,23 +1,23 @@
1
  {
2
  "schema": "programvla/dataset-source/1",
3
  "dataset": "RLE-Bench/programmable-vla",
4
- "revision": "c8e6441c75ca2f3af27f3dc25140302aac215679",
5
- "evidence_root": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/c8e6441c75ca2f3af27f3dc25140302aac215679/",
6
  "files": {
7
  "data.json": {
8
- "url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/c8e6441c75ca2f3af27f3dc25140302aac215679/research/oft-all140k-20261103/panels/easy/data.json"
9
  },
10
  "cost-data.json": {
11
- "url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/c8e6441c75ca2f3af27f3dc25140302aac215679/research/oft-all140k-20261103/panels/easy/cost-data.json"
12
  },
13
  "measured-instructions.json": {
14
- "url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/c8e6441c75ca2f3af27f3dc25140302aac215679/research/oft-all140k-20261103/panels/easy/measured-instructions.json"
15
  },
16
  "sources.json": {
17
- "url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/c8e6441c75ca2f3af27f3dc25140302aac215679/research/oft-all140k-20261103/panels/easy/sources.json"
18
  },
19
  "instruction-audit.json": {
20
- "url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/c8e6441c75ca2f3af27f3dc25140302aac215679/research/oft-all140k-20261103/panels/easy/instruction-audit.json"
21
  }
22
  }
23
  }
 
1
  {
2
  "schema": "programvla/dataset-source/1",
3
  "dataset": "RLE-Bench/programmable-vla",
4
+ "revision": "fc2f453ee248568ec797ea594d1567f19d019752",
5
+ "evidence_root": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/fc2f453ee248568ec797ea594d1567f19d019752/",
6
  "files": {
7
  "data.json": {
8
+ "url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/fc2f453ee248568ec797ea594d1567f19d019752/research/oft-all140k-20261103/panels/easy/data.json"
9
  },
10
  "cost-data.json": {
11
+ "url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/fc2f453ee248568ec797ea594d1567f19d019752/research/oft-all140k-20261103/panels/easy/cost-data.json"
12
  },
13
  "measured-instructions.json": {
14
+ "url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/fc2f453ee248568ec797ea594d1567f19d019752/research/oft-all140k-20261103/panels/easy/measured-instructions.json"
15
  },
16
  "sources.json": {
17
+ "url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/fc2f453ee248568ec797ea594d1567f19d019752/research/oft-all140k-20261103/panels/easy/sources.json"
18
  },
19
  "instruction-audit.json": {
20
+ "url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/fc2f453ee248568ec797ea594d1567f19d019752/research/oft-all140k-20261103/panels/easy/instruction-audit.json"
21
  }
22
  }
23
  }
hard/data-source.json CHANGED
@@ -1,23 +1,23 @@
1
  {
2
  "schema": "programvla/dataset-source/1",
3
  "dataset": "RLE-Bench/programmable-vla",
4
- "revision": "c8e6441c75ca2f3af27f3dc25140302aac215679",
5
- "evidence_root": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/c8e6441c75ca2f3af27f3dc25140302aac215679/",
6
  "files": {
7
  "data.json": {
8
- "url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/c8e6441c75ca2f3af27f3dc25140302aac215679/research/oft-all140k-20261103/panels/hard/data.json"
9
  },
10
  "cost-data.json": {
11
- "url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/c8e6441c75ca2f3af27f3dc25140302aac215679/research/oft-all140k-20261103/panels/hard/cost-data.json"
12
  },
13
  "measured-instructions.json": {
14
- "url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/c8e6441c75ca2f3af27f3dc25140302aac215679/research/oft-all140k-20261103/panels/hard/measured-instructions.json"
15
  },
16
  "sources.json": {
17
- "url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/c8e6441c75ca2f3af27f3dc25140302aac215679/research/oft-all140k-20261103/panels/hard/sources.json"
18
  },
19
  "instruction-audit.json": {
20
- "url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/c8e6441c75ca2f3af27f3dc25140302aac215679/research/oft-all140k-20261103/panels/hard/instruction-audit.json"
21
  }
22
  }
23
  }
 
1
  {
2
  "schema": "programvla/dataset-source/1",
3
  "dataset": "RLE-Bench/programmable-vla",
4
+ "revision": "fc2f453ee248568ec797ea594d1567f19d019752",
5
+ "evidence_root": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/fc2f453ee248568ec797ea594d1567f19d019752/",
6
  "files": {
7
  "data.json": {
8
+ "url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/fc2f453ee248568ec797ea594d1567f19d019752/research/oft-all140k-20261103/panels/hard/data.json"
9
  },
10
  "cost-data.json": {
11
+ "url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/fc2f453ee248568ec797ea594d1567f19d019752/research/oft-all140k-20261103/panels/hard/cost-data.json"
12
  },
13
  "measured-instructions.json": {
14
+ "url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/fc2f453ee248568ec797ea594d1567f19d019752/research/oft-all140k-20261103/panels/hard/measured-instructions.json"
15
  },
16
  "sources.json": {
17
+ "url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/fc2f453ee248568ec797ea594d1567f19d019752/research/oft-all140k-20261103/panels/hard/sources.json"
18
  },
19
  "instruction-audit.json": {
20
+ "url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/fc2f453ee248568ec797ea594d1567f19d019752/research/oft-all140k-20261103/panels/hard/instruction-audit.json"
21
  }
22
  }
23
  }
hard/index.html CHANGED
@@ -16,9 +16,9 @@
16
  <a class="skip" href="#main">Skip to content</a>
17
  <header class="site-header"><div class="header-inner"><a class="brand" href="#overview" aria-label="Programmable VLA home"><img src="assets/kinex-logo.svg" width="34" height="34" alt="Kinex"><span>programmable<span class="brand-divider">/</span><span class="brand-benchmark">vla</span></span></a><nav aria-label="Main navigation"><a href="../plus/index.html">Plus</a><a href="../index.html#overview">Easy</a><a href="#overview" data-nav="overview">Hard</a><a href="#tasks" data-nav="tasks">Explore tasks</a><a href="#methodology" data-nav="methodology">Protocol</a></nav><a class="header-link" href="https://huggingface.co/spaces/RLE-Bench/programmable-vla" target="_blank" rel="noopener">Hugging Face <span aria-hidden="true">↗</span></a></div></header>
18
  <main id="main" tabindex="-1"><div class="loading"><span class="spinner"></span>Loading benchmark results…</div></main>
19
- <footer class="site-footer"><div><img src="assets/kinex-logo.svg" width="22" height="22" alt=""><strong>Programmable VLA</strong><span class="footer-org">by RLE-Bench</span></div><div><a data-result-file="data.json" href="https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/c8e6441c75ca2f3af27f3dc25140302aac215679/research/oft-all140k-20261103/panels/hard/data.json" target="_blank">Hard results JSON</a><a data-result-file="sources.json" href="https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/b07d88579523eeeefdf7ad2ca14ee65340af5d4e/hard/sources.json" target="_blank">Data sources</a><a href="https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/b07d88579523eeeefdf7ad2ca14ee65340af5d4e/manifest.json" target="_blank">Manifest</a><span id="updated"></span></div></footer>
20
  <dialog id="image-viewer" aria-labelledby="image-caption"><div class="viewer-toolbar"><span id="image-caption"></span><a id="image-original" target="_blank" rel="noopener">Open original ↗</a><button class="icon-button" id="close-viewer" aria-label="Close image">×</button></div><div class="viewer-image"><button id="previous-image" class="viewer-arrow" aria-label="Previous image">←</button><img id="large-image" alt="Recorded agent observation"><button id="next-image" class="viewer-arrow" aria-label="Next image">→</button></div><p>Recorded agent observation · Use ← → to browse · Esc to close</p></dialog>
21
  <div id="toast" role="status" aria-live="polite"></div>
22
- <noscript><p>This site needs JavaScript. <a data-result-file="data.json" href="https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/c8e6441c75ca2f3af27f3dc25140302aac215679/research/oft-all140k-20261103/panels/hard/data.json">Download the complete results index.</a></p></noscript>
23
  </body>
24
  </html>
 
16
  <a class="skip" href="#main">Skip to content</a>
17
  <header class="site-header"><div class="header-inner"><a class="brand" href="#overview" aria-label="Programmable VLA home"><img src="assets/kinex-logo.svg" width="34" height="34" alt="Kinex"><span>programmable<span class="brand-divider">/</span><span class="brand-benchmark">vla</span></span></a><nav aria-label="Main navigation"><a href="../plus/index.html">Plus</a><a href="../index.html#overview">Easy</a><a href="#overview" data-nav="overview">Hard</a><a href="#tasks" data-nav="tasks">Explore tasks</a><a href="#methodology" data-nav="methodology">Protocol</a></nav><a class="header-link" href="https://huggingface.co/spaces/RLE-Bench/programmable-vla" target="_blank" rel="noopener">Hugging Face <span aria-hidden="true">↗</span></a></div></header>
18
  <main id="main" tabindex="-1"><div class="loading"><span class="spinner"></span>Loading benchmark results…</div></main>
19
+ <footer class="site-footer"><div><img src="assets/kinex-logo.svg" width="22" height="22" alt=""><strong>Programmable VLA</strong><span class="footer-org">by RLE-Bench</span></div><div><a data-result-file="data.json" href="https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/fc2f453ee248568ec797ea594d1567f19d019752/research/oft-all140k-20261103/panels/hard/data.json" target="_blank">Hard results JSON</a><a data-result-file="sources.json" href="https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/b07d88579523eeeefdf7ad2ca14ee65340af5d4e/hard/sources.json" target="_blank">Data sources</a><a href="https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/b07d88579523eeeefdf7ad2ca14ee65340af5d4e/manifest.json" target="_blank">Manifest</a><span id="updated"></span></div></footer>
20
  <dialog id="image-viewer" aria-labelledby="image-caption"><div class="viewer-toolbar"><span id="image-caption"></span><a id="image-original" target="_blank" rel="noopener">Open original ↗</a><button class="icon-button" id="close-viewer" aria-label="Close image">×</button></div><div class="viewer-image"><button id="previous-image" class="viewer-arrow" aria-label="Previous image">←</button><img id="large-image" alt="Recorded agent observation"><button id="next-image" class="viewer-arrow" aria-label="Next image">→</button></div><p>Recorded agent observation · Use ← → to browse · Esc to close</p></dialog>
21
  <div id="toast" role="status" aria-live="polite"></div>
22
+ <noscript><p>This site needs JavaScript. <a data-result-file="data.json" href="https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/fc2f453ee248568ec797ea594d1567f19d019752/research/oft-all140k-20261103/panels/hard/data.json">Download the complete results index.</a></p></noscript>
23
  </body>
24
  </html>
index.html CHANGED
@@ -16,9 +16,9 @@
16
  <a class="skip" href="#main">Skip to content</a>
17
  <header class="site-header"><div class="header-inner"><a class="brand" href="#overview" aria-label="Programmable VLA home"><img src="assets/kinex-logo.svg" width="34" height="34" alt="Kinex"><span>programmable<span class="brand-divider">/</span><span class="brand-benchmark">vla</span></span></a><nav aria-label="Main navigation"><a href="plus/index.html">Plus</a><a href="#overview" data-nav="overview">Easy</a><a href="hard/index.html#overview">Hard</a><a href="#tasks" data-nav="tasks">Explore tasks</a><a href="#methodology" data-nav="methodology">Protocol</a></nav><a class="header-link" href="https://huggingface.co/spaces/RLE-Bench/programmable-vla" target="_blank" rel="noopener">Hugging Face <span aria-hidden="true">↗</span></a></div></header>
18
  <main id="main" tabindex="-1"><div class="loading"><span class="spinner"></span>Loading benchmark results…</div></main>
19
- <footer class="site-footer"><div><img src="assets/kinex-logo.svg" width="22" height="22" alt=""><strong>Programmable VLA</strong><span class="footer-org">by RLE-Bench</span></div><div><a data-result-file="data.json" href="https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/c8e6441c75ca2f3af27f3dc25140302aac215679/research/oft-all140k-20261103/panels/easy/data.json" target="_blank">Results JSON</a><a data-result-file="sources.json" href="https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/c2e39c9ea8f3a9d3e7680e4818d294770f032c21/sources.json" target="_blank">Data sources</a><a href="https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/c2e39c9ea8f3a9d3e7680e4818d294770f032c21/manifest.json" target="_blank">Manifest</a><span id="updated"></span></div></footer>
20
  <dialog id="image-viewer" aria-labelledby="image-caption"><div class="viewer-toolbar"><span id="image-caption"></span><a id="image-original" target="_blank" rel="noopener">Open original ↗</a><button class="icon-button" id="close-viewer" aria-label="Close image">×</button></div><div class="viewer-image"><button id="previous-image" class="viewer-arrow" aria-label="Previous image">←</button><img id="large-image" alt="Recorded agent observation"><button id="next-image" class="viewer-arrow" aria-label="Next image">→</button></div><p>Recorded agent observation · Use ← → to browse · Esc to close</p></dialog>
21
  <div id="toast" role="status" aria-live="polite"></div>
22
- <noscript><p>This site needs JavaScript. <a data-result-file="data.json" href="https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/c8e6441c75ca2f3af27f3dc25140302aac215679/research/oft-all140k-20261103/panels/easy/data.json">Download the complete results index.</a></p></noscript>
23
  </body>
24
  </html>
 
16
  <a class="skip" href="#main">Skip to content</a>
17
  <header class="site-header"><div class="header-inner"><a class="brand" href="#overview" aria-label="Programmable VLA home"><img src="assets/kinex-logo.svg" width="34" height="34" alt="Kinex"><span>programmable<span class="brand-divider">/</span><span class="brand-benchmark">vla</span></span></a><nav aria-label="Main navigation"><a href="plus/index.html">Plus</a><a href="#overview" data-nav="overview">Easy</a><a href="hard/index.html#overview">Hard</a><a href="#tasks" data-nav="tasks">Explore tasks</a><a href="#methodology" data-nav="methodology">Protocol</a></nav><a class="header-link" href="https://huggingface.co/spaces/RLE-Bench/programmable-vla" target="_blank" rel="noopener">Hugging Face <span aria-hidden="true">↗</span></a></div></header>
18
  <main id="main" tabindex="-1"><div class="loading"><span class="spinner"></span>Loading benchmark results…</div></main>
19
+ <footer class="site-footer"><div><img src="assets/kinex-logo.svg" width="22" height="22" alt=""><strong>Programmable VLA</strong><span class="footer-org">by RLE-Bench</span></div><div><a data-result-file="data.json" href="https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/fc2f453ee248568ec797ea594d1567f19d019752/research/oft-all140k-20261103/panels/easy/data.json" target="_blank">Results JSON</a><a data-result-file="sources.json" href="https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/c2e39c9ea8f3a9d3e7680e4818d294770f032c21/sources.json" target="_blank">Data sources</a><a href="https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/c2e39c9ea8f3a9d3e7680e4818d294770f032c21/manifest.json" target="_blank">Manifest</a><span id="updated"></span></div></footer>
20
  <dialog id="image-viewer" aria-labelledby="image-caption"><div class="viewer-toolbar"><span id="image-caption"></span><a id="image-original" target="_blank" rel="noopener">Open original ↗</a><button class="icon-button" id="close-viewer" aria-label="Close image">×</button></div><div class="viewer-image"><button id="previous-image" class="viewer-arrow" aria-label="Previous image">←</button><img id="large-image" alt="Recorded agent observation"><button id="next-image" class="viewer-arrow" aria-label="Next image">→</button></div><p>Recorded agent observation · Use ← → to browse · Esc to close</p></dialog>
21
  <div id="toast" role="status" aria-live="polite"></div>
22
+ <noscript><p>This site needs JavaScript. <a data-result-file="data.json" href="https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/fc2f453ee248568ec797ea594d1567f19d019752/research/oft-all140k-20261103/panels/easy/data.json">Download the complete results index.</a></p></noscript>
23
  </body>
24
  </html>
manifest.json CHANGED
@@ -20,7 +20,7 @@
20
  },
21
  "README.md": {
22
  "bytes": 6808,
23
- "sha256": "bbb33d9b742fd01b30ae08d59dde98ba6fac4e0178d775ef25b9f27073f7c1ad"
24
  },
25
  "icon.svg": {
26
  "bytes": 725,
@@ -36,7 +36,7 @@
36
  },
37
  "index.html": {
38
  "bytes": 3413,
39
- "sha256": "39ef39d0376bc5eca1d66c83f4b1460e4dabf6d6b9bdff402fe4bd971a07eabf"
40
  },
41
  "policy.css": {
42
  "bytes": 1067,
@@ -48,7 +48,7 @@
48
  },
49
  "data-source.json": {
50
  "bytes": 1376,
51
- "sha256": "577c43eb3131a19ceb5feb61ebb58400fecbbe6bc7379a920cfc5f5e4d094f35"
52
  },
53
  "history/data-source.json": {
54
  "bytes": 2109,
@@ -88,7 +88,7 @@
88
  },
89
  "hard/index.html": {
90
  "bytes": 3432,
91
- "sha256": "23160df2182825f8f22616bd1f7e9d8b20abc578d74dde849e6010712efb85c7"
92
  },
93
  "hard/policy.css": {
94
  "bytes": 1067,
@@ -100,7 +100,7 @@
100
  },
101
  "hard/data-source.json": {
102
  "bytes": 1376,
103
- "sha256": "85ebd6dca5ba107fb1f0ff1345985610a171e0b1b38de2ee4ba9f34706582256"
104
  },
105
  "probes/bridge-20261028/index.html": {
106
  "bytes": 6573,
@@ -132,7 +132,7 @@
132
  },
133
  "plus/index.html": {
134
  "bytes": 3441,
135
- "sha256": "5cae5b8c35703e2bed6f499230c30ca27c40cd907adb2270a48ce42f84810351"
136
  },
137
  "plus/style.css": {
138
  "bytes": 60419,
@@ -140,7 +140,7 @@
140
  },
141
  "plus/data-source.json": {
142
  "bytes": 1376,
143
- "sha256": "15904860a5c6fbbc2afbf0593837baaaba45f1ab302be1bbfb38c1f58e2c65eb"
144
  },
145
  "plus/icon.svg": {
146
  "bytes": 725,
@@ -189,7 +189,7 @@
189
  },
190
  "oft_all140k_dataset": {
191
  "repo_id": "RLE-Bench/programmable-vla",
192
- "revision": "c8e6441c75ca2f3af27f3dc25140302aac215679",
193
  "prefix": "research/oft-all140k-20261103"
194
  }
195
  }
 
20
  },
21
  "README.md": {
22
  "bytes": 6808,
23
+ "sha256": "42ed720ff2be6978c8aef35fe1dfa3e756f17531caea3078c7ee53f01e79ee18"
24
  },
25
  "icon.svg": {
26
  "bytes": 725,
 
36
  },
37
  "index.html": {
38
  "bytes": 3413,
39
+ "sha256": "2585e025aa1fffefb6d897b8932607ba2910f5bccce08bb429e6249be662086f"
40
  },
41
  "policy.css": {
42
  "bytes": 1067,
 
48
  },
49
  "data-source.json": {
50
  "bytes": 1376,
51
+ "sha256": "6540f925d8196da5db0b90cb69e3de1d5b59b47f82b9efa8a59c63555d06cbe5"
52
  },
53
  "history/data-source.json": {
54
  "bytes": 2109,
 
88
  },
89
  "hard/index.html": {
90
  "bytes": 3432,
91
+ "sha256": "cad7955201bbcd4d8918bdda67fe03275b8f604e1045015f90364414d20dc34c"
92
  },
93
  "hard/policy.css": {
94
  "bytes": 1067,
 
100
  },
101
  "hard/data-source.json": {
102
  "bytes": 1376,
103
+ "sha256": "14d9e8787d75ac6a1fbd517b08140a57d0b0312afe25e32b790ac3a560f5cf01"
104
  },
105
  "probes/bridge-20261028/index.html": {
106
  "bytes": 6573,
 
132
  },
133
  "plus/index.html": {
134
  "bytes": 3441,
135
+ "sha256": "709afb23ba4fae5fb287deb6ad5c0f5abe7c69c4a1701611c032dfaaacfa80c6"
136
  },
137
  "plus/style.css": {
138
  "bytes": 60419,
 
140
  },
141
  "plus/data-source.json": {
142
  "bytes": 1376,
143
+ "sha256": "ce8e09836633f5c65b2386696e7c3807bfe005276121d69d70cdffc362d458df"
144
  },
145
  "plus/icon.svg": {
146
  "bytes": 725,
 
189
  },
190
  "oft_all140k_dataset": {
191
  "repo_id": "RLE-Bench/programmable-vla",
192
+ "revision": "fc2f453ee248568ec797ea594d1567f19d019752",
193
  "prefix": "research/oft-all140k-20261103"
194
  }
195
  }
plus/data-source.json CHANGED
@@ -1,23 +1,23 @@
1
  {
2
  "schema": "programvla/dataset-source/1",
3
  "dataset": "RLE-Bench/programmable-vla",
4
- "revision": "c8e6441c75ca2f3af27f3dc25140302aac215679",
5
- "evidence_root": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/c8e6441c75ca2f3af27f3dc25140302aac215679/",
6
  "files": {
7
  "data.json": {
8
- "url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/c8e6441c75ca2f3af27f3dc25140302aac215679/research/oft-all140k-20261103/panels/plus/data.json"
9
  },
10
  "cost-data.json": {
11
- "url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/c8e6441c75ca2f3af27f3dc25140302aac215679/research/oft-all140k-20261103/panels/plus/cost-data.json"
12
  },
13
  "measured-instructions.json": {
14
- "url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/c8e6441c75ca2f3af27f3dc25140302aac215679/research/oft-all140k-20261103/panels/plus/measured-instructions.json"
15
  },
16
  "sources.json": {
17
- "url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/c8e6441c75ca2f3af27f3dc25140302aac215679/research/oft-all140k-20261103/panels/plus/sources.json"
18
  },
19
  "instruction-audit.json": {
20
- "url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/c8e6441c75ca2f3af27f3dc25140302aac215679/research/oft-all140k-20261103/panels/plus/instruction-audit.json"
21
  }
22
  }
23
  }
 
1
  {
2
  "schema": "programvla/dataset-source/1",
3
  "dataset": "RLE-Bench/programmable-vla",
4
+ "revision": "fc2f453ee248568ec797ea594d1567f19d019752",
5
+ "evidence_root": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/fc2f453ee248568ec797ea594d1567f19d019752/",
6
  "files": {
7
  "data.json": {
8
+ "url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/fc2f453ee248568ec797ea594d1567f19d019752/research/oft-all140k-20261103/panels/plus/data.json"
9
  },
10
  "cost-data.json": {
11
+ "url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/fc2f453ee248568ec797ea594d1567f19d019752/research/oft-all140k-20261103/panels/plus/cost-data.json"
12
  },
13
  "measured-instructions.json": {
14
+ "url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/fc2f453ee248568ec797ea594d1567f19d019752/research/oft-all140k-20261103/panels/plus/measured-instructions.json"
15
  },
16
  "sources.json": {
17
+ "url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/fc2f453ee248568ec797ea594d1567f19d019752/research/oft-all140k-20261103/panels/plus/sources.json"
18
  },
19
  "instruction-audit.json": {
20
+ "url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/fc2f453ee248568ec797ea594d1567f19d019752/research/oft-all140k-20261103/panels/plus/instruction-audit.json"
21
  }
22
  }
23
  }
plus/index.html CHANGED
@@ -16,9 +16,9 @@
16
  <a class="skip" href="#main">Skip to content</a>
17
  <header class="site-header"><div class="header-inner"><a class="brand" href="#overview" aria-label="Programmable VLA home"><img src="assets/kinex-logo.svg" width="34" height="34" alt="Kinex"><span>programmable<span class="brand-divider">/</span><span class="brand-benchmark">vla</span></span></a><nav aria-label="Main navigation"><a href="../index.html#overview">Easy</a><a href="../hard/index.html#overview">Hard</a><a href="#overview" data-nav="overview">Plus</a><a href="#tasks" data-nav="tasks">Explore tasks</a><a href="#methodology" data-nav="methodology">Protocol</a></nav><a class="header-link" href="https://huggingface.co/spaces/RLE-Bench/programmable-vla" target="_blank" rel="noopener">Hugging Face <span aria-hidden="true">↗</span></a></div></header>
18
  <main id="main" tabindex="-1"><div class="loading"><span class="spinner"></span>Loading benchmark results…</div></main>
19
- <footer class="site-footer"><div><img src="assets/kinex-logo.svg" width="22" height="22" alt=""><strong>Programmable VLA</strong><span class="footer-org">by RLE-Bench</span></div><div><a data-result-file="data.json" href="https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/c8e6441c75ca2f3af27f3dc25140302aac215679/research/oft-all140k-20261103/panels/plus/data.json" target="_blank">Plus results JSON</a><a data-result-file="sources.json" href="https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/b07d88579523eeeefdf7ad2ca14ee65340af5d4e/hard/sources.json" target="_blank">Data sources</a><a href="https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/b2d67a67dd2f9d8e12c1f8db13ba8de309739883/manifest.json" target="_blank">Manifest</a><span id="updated"></span></div></footer>
20
  <dialog id="image-viewer" aria-labelledby="image-caption"><div class="viewer-toolbar"><span id="image-caption"></span><a id="image-original" target="_blank" rel="noopener">Open original ↗</a><button class="icon-button" id="close-viewer" aria-label="Close image">×</button></div><div class="viewer-image"><button id="previous-image" class="viewer-arrow" aria-label="Previous image">←</button><img id="large-image" alt="Recorded agent observation"><button id="next-image" class="viewer-arrow" aria-label="Next image">→</button></div><p>Recorded agent observation · Use ← → to browse · Esc to close</p></dialog>
21
  <div id="toast" role="status" aria-live="polite"></div>
22
- <noscript><p>This site needs JavaScript. <a data-result-file="data.json" href="https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/c8e6441c75ca2f3af27f3dc25140302aac215679/research/oft-all140k-20261103/panels/plus/data.json">Download the complete results index.</a></p></noscript>
23
  </body>
24
  </html>
 
16
  <a class="skip" href="#main">Skip to content</a>
17
  <header class="site-header"><div class="header-inner"><a class="brand" href="#overview" aria-label="Programmable VLA home"><img src="assets/kinex-logo.svg" width="34" height="34" alt="Kinex"><span>programmable<span class="brand-divider">/</span><span class="brand-benchmark">vla</span></span></a><nav aria-label="Main navigation"><a href="../index.html#overview">Easy</a><a href="../hard/index.html#overview">Hard</a><a href="#overview" data-nav="overview">Plus</a><a href="#tasks" data-nav="tasks">Explore tasks</a><a href="#methodology" data-nav="methodology">Protocol</a></nav><a class="header-link" href="https://huggingface.co/spaces/RLE-Bench/programmable-vla" target="_blank" rel="noopener">Hugging Face <span aria-hidden="true">↗</span></a></div></header>
18
  <main id="main" tabindex="-1"><div class="loading"><span class="spinner"></span>Loading benchmark results…</div></main>
19
+ <footer class="site-footer"><div><img src="assets/kinex-logo.svg" width="22" height="22" alt=""><strong>Programmable VLA</strong><span class="footer-org">by RLE-Bench</span></div><div><a data-result-file="data.json" href="https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/fc2f453ee248568ec797ea594d1567f19d019752/research/oft-all140k-20261103/panels/plus/data.json" target="_blank">Plus results JSON</a><a data-result-file="sources.json" href="https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/b07d88579523eeeefdf7ad2ca14ee65340af5d4e/hard/sources.json" target="_blank">Data sources</a><a href="https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/b2d67a67dd2f9d8e12c1f8db13ba8de309739883/manifest.json" target="_blank">Manifest</a><span id="updated"></span></div></footer>
20
  <dialog id="image-viewer" aria-labelledby="image-caption"><div class="viewer-toolbar"><span id="image-caption"></span><a id="image-original" target="_blank" rel="noopener">Open original ↗</a><button class="icon-button" id="close-viewer" aria-label="Close image">×</button></div><div class="viewer-image"><button id="previous-image" class="viewer-arrow" aria-label="Previous image">←</button><img id="large-image" alt="Recorded agent observation"><button id="next-image" class="viewer-arrow" aria-label="Next image">→</button></div><p>Recorded agent observation · Use ← → to browse · Esc to close</p></dialog>
21
  <div id="toast" role="status" aria-live="polite"></div>
22
+ <noscript><p>This site needs JavaScript. <a data-result-file="data.json" href="https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/fc2f453ee248568ec797ea594d1567f19d019752/research/oft-all140k-20261103/panels/plus/data.json">Download the complete results index.</a></p></noscript>
23
  </body>
24
  </html>