Spaces:
Running
Running
Show pure Kinex RLE evaluation progress; retain native VLA and historical Kinex evidence
Browse files- hard/data-source.json +8 -8
- hard/index.html +2 -2
- manifest.json +5 -5
- plus/data-source.json +8 -8
- plus/index.html +2 -2
hard/data-source.json
CHANGED
|
@@ -1,26 +1,26 @@
|
|
| 1 |
{
|
| 2 |
"schema": "programvla/dataset-source/1",
|
| 3 |
"dataset": "RLE-Bench/programmable-vla",
|
| 4 |
-
"revision": "
|
| 5 |
-
"evidence_root": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/
|
| 6 |
"files": {
|
| 7 |
"data.json": {
|
| 8 |
-
"url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/
|
| 9 |
},
|
| 10 |
"cost-data.json": {
|
| 11 |
-
"url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/
|
| 12 |
},
|
| 13 |
"measured-instructions.json": {
|
| 14 |
-
"url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/
|
| 15 |
},
|
| 16 |
"sources.json": {
|
| 17 |
-
"url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/
|
| 18 |
},
|
| 19 |
"instruction-audit.json": {
|
| 20 |
-
"url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/
|
| 21 |
},
|
| 22 |
"attempt-history.json": {
|
| 23 |
-
"url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/
|
| 24 |
}
|
| 25 |
}
|
| 26 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"schema": "programvla/dataset-source/1",
|
| 3 |
"dataset": "RLE-Bench/programmable-vla",
|
| 4 |
+
"revision": "69b72b58fac08c34f6674239288851ed7cd1d1ad",
|
| 5 |
+
"evidence_root": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/69b72b58fac08c34f6674239288851ed7cd1d1ad/",
|
| 6 |
"files": {
|
| 7 |
"data.json": {
|
| 8 |
+
"url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/69b72b58fac08c34f6674239288851ed7cd1d1ad/research/kinex-rle-20261104/panels/hard/data.json"
|
| 9 |
},
|
| 10 |
"cost-data.json": {
|
| 11 |
+
"url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/69b72b58fac08c34f6674239288851ed7cd1d1ad/research/kinex-rle-20261104/panels/hard/cost-data.json"
|
| 12 |
},
|
| 13 |
"measured-instructions.json": {
|
| 14 |
+
"url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/69b72b58fac08c34f6674239288851ed7cd1d1ad/research/kinex-rle-20261104/panels/hard/measured-instructions.json"
|
| 15 |
},
|
| 16 |
"sources.json": {
|
| 17 |
+
"url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/69b72b58fac08c34f6674239288851ed7cd1d1ad/research/kinex-rle-20261104/panels/hard/sources.json"
|
| 18 |
},
|
| 19 |
"instruction-audit.json": {
|
| 20 |
+
"url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/69b72b58fac08c34f6674239288851ed7cd1d1ad/research/kinex-rle-20261104/panels/hard/instruction-audit.json"
|
| 21 |
},
|
| 22 |
"attempt-history.json": {
|
| 23 |
+
"url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/69b72b58fac08c34f6674239288851ed7cd1d1ad/research/kinex-rle-20261104/panels/hard/attempt-history.json"
|
| 24 |
}
|
| 25 |
}
|
| 26 |
}
|
hard/index.html
CHANGED
|
@@ -18,9 +18,9 @@
|
|
| 18 |
<a class="skip" href="#main">Skip to content</a>
|
| 19 |
<header class="site-header"><div class="header-inner"><a class="brand" href="#overview" aria-label="Programmable VLA home"><img src="assets/kinex-logo.svg" width="34" height="34" alt="Kinex"><span>programmable<span class="brand-divider">/</span><span class="brand-benchmark">vla</span></span></a><nav aria-label="Main navigation"><a href="../plus/index.html">Plus</a><a href="../index.html#overview">Easy</a><a href="#overview" data-nav="overview">Hard</a><a href="#tasks" data-nav="tasks">Explore tasks</a><a href="#instructions" data-nav="instructions">Instructions audit</a><a href="#methodology" data-nav="methodology">Protocol</a></nav><a class="header-link" href="https://huggingface.co/spaces/RLE-Bench/programmable-vla" target="_blank" rel="noopener">Hugging Face <span aria-hidden="true">↗</span></a></div></header>
|
| 20 |
<main id="main" tabindex="-1"><div class="loading"><span class="spinner"></span>Loading benchmark results…</div></main>
|
| 21 |
-
<footer class="site-footer"><div><img src="assets/kinex-logo.svg" width="22" height="22" alt=""><strong>Programmable VLA</strong><span class="footer-org">by RLE-Bench</span></div><div><a data-result-file="data.json" href="https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/
|
| 22 |
<dialog id="image-viewer" aria-labelledby="image-caption"><div class="viewer-toolbar"><span id="image-caption"></span><a id="image-original" target="_blank" rel="noopener">Open original ↗</a><button class="icon-button" id="close-viewer" aria-label="Close image">×</button></div><div class="viewer-image"><button id="previous-image" class="viewer-arrow" aria-label="Previous image">←</button><img id="large-image" alt="Recorded agent observation"><button id="next-image" class="viewer-arrow" aria-label="Next image">→</button></div><p>Recorded agent observation · Use ← → to browse · Esc to close</p></dialog>
|
| 23 |
<div id="toast" role="status" aria-live="polite"></div>
|
| 24 |
-
<noscript><p>This site needs JavaScript. <a data-result-file="data.json" href="https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/
|
| 25 |
</body>
|
| 26 |
</html>
|
|
|
|
| 18 |
<a class="skip" href="#main">Skip to content</a>
|
| 19 |
<header class="site-header"><div class="header-inner"><a class="brand" href="#overview" aria-label="Programmable VLA home"><img src="assets/kinex-logo.svg" width="34" height="34" alt="Kinex"><span>programmable<span class="brand-divider">/</span><span class="brand-benchmark">vla</span></span></a><nav aria-label="Main navigation"><a href="../plus/index.html">Plus</a><a href="../index.html#overview">Easy</a><a href="#overview" data-nav="overview">Hard</a><a href="#tasks" data-nav="tasks">Explore tasks</a><a href="#instructions" data-nav="instructions">Instructions audit</a><a href="#methodology" data-nav="methodology">Protocol</a></nav><a class="header-link" href="https://huggingface.co/spaces/RLE-Bench/programmable-vla" target="_blank" rel="noopener">Hugging Face <span aria-hidden="true">↗</span></a></div></header>
|
| 20 |
<main id="main" tabindex="-1"><div class="loading"><span class="spinner"></span>Loading benchmark results…</div></main>
|
| 21 |
+
<footer class="site-footer"><div><img src="assets/kinex-logo.svg" width="22" height="22" alt=""><strong>Programmable VLA</strong><span class="footer-org">by RLE-Bench</span></div><div><a data-result-file="data.json" href="https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/69b72b58fac08c34f6674239288851ed7cd1d1ad/research/kinex-rle-20261104/panels/hard/data.json" target="_blank">Hard results JSON</a><a data-result-file="sources.json" href="https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/b07d88579523eeeefdf7ad2ca14ee65340af5d4e/hard/sources.json" target="_blank">Data sources</a><a href="https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/b07d88579523eeeefdf7ad2ca14ee65340af5d4e/manifest.json" target="_blank">Manifest</a><span id="updated"></span></div></footer>
|
| 22 |
<dialog id="image-viewer" aria-labelledby="image-caption"><div class="viewer-toolbar"><span id="image-caption"></span><a id="image-original" target="_blank" rel="noopener">Open original ↗</a><button class="icon-button" id="close-viewer" aria-label="Close image">×</button></div><div class="viewer-image"><button id="previous-image" class="viewer-arrow" aria-label="Previous image">←</button><img id="large-image" alt="Recorded agent observation"><button id="next-image" class="viewer-arrow" aria-label="Next image">→</button></div><p>Recorded agent observation · Use ← → to browse · Esc to close</p></dialog>
|
| 23 |
<div id="toast" role="status" aria-live="polite"></div>
|
| 24 |
+
<noscript><p>This site needs JavaScript. <a data-result-file="data.json" href="https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/69b72b58fac08c34f6674239288851ed7cd1d1ad/research/kinex-rle-20261104/panels/hard/data.json">Download the complete results index.</a></p></noscript>
|
| 25 |
</body>
|
| 26 |
</html>
|
manifest.json
CHANGED
|
@@ -112,7 +112,7 @@
|
|
| 112 |
},
|
| 113 |
"hard/index.html": {
|
| 114 |
"bytes": 3630,
|
| 115 |
-
"sha256": "
|
| 116 |
},
|
| 117 |
"hard/policy.css": {
|
| 118 |
"bytes": 1067,
|
|
@@ -124,7 +124,7 @@
|
|
| 124 |
},
|
| 125 |
"hard/data-source.json": {
|
| 126 |
"bytes": 1587,
|
| 127 |
-
"sha256": "
|
| 128 |
},
|
| 129 |
"plus/app.js": {
|
| 130 |
"bytes": 98374,
|
|
@@ -140,7 +140,7 @@
|
|
| 140 |
},
|
| 141 |
"plus/index.html": {
|
| 142 |
"bytes": 3639,
|
| 143 |
-
"sha256": "
|
| 144 |
},
|
| 145 |
"plus/policy.css": {
|
| 146 |
"bytes": 1067,
|
|
@@ -152,7 +152,7 @@
|
|
| 152 |
},
|
| 153 |
"plus/data-source.json": {
|
| 154 |
"bytes": 1587,
|
| 155 |
-
"sha256": "
|
| 156 |
},
|
| 157 |
"instruction-audit/sources/task03-manifest.yaml": {
|
| 158 |
"bytes": 5747,
|
|
@@ -255,7 +255,7 @@
|
|
| 255 |
},
|
| 256 |
"kinex_rle_dataset": {
|
| 257 |
"repo": "RLE-Bench/programmable-vla",
|
| 258 |
-
"revision": "
|
| 259 |
"prefix": "research/kinex-rle-20261104",
|
| 260 |
"scope": "Pure Kinex, RLE revised instructions; Hard 50 selected, Plus 24 selected",
|
| 261 |
"complete": false
|
|
|
|
| 112 |
},
|
| 113 |
"hard/index.html": {
|
| 114 |
"bytes": 3630,
|
| 115 |
+
"sha256": "37aaaba92f5f59a7ce91f8273461dc659e4fbb3b9b3c00b8e3656ddd1e91a504"
|
| 116 |
},
|
| 117 |
"hard/policy.css": {
|
| 118 |
"bytes": 1067,
|
|
|
|
| 124 |
},
|
| 125 |
"hard/data-source.json": {
|
| 126 |
"bytes": 1587,
|
| 127 |
+
"sha256": "b3b02b3a1a5d38bc6ae9dd70290a5c9a4409b7fc95f11b27dd25887a39e04bc5"
|
| 128 |
},
|
| 129 |
"plus/app.js": {
|
| 130 |
"bytes": 98374,
|
|
|
|
| 140 |
},
|
| 141 |
"plus/index.html": {
|
| 142 |
"bytes": 3639,
|
| 143 |
+
"sha256": "b8a49139f5fce2c3dc011f77e57eddf288786ec00349d9926d7fb625309d7efd"
|
| 144 |
},
|
| 145 |
"plus/policy.css": {
|
| 146 |
"bytes": 1067,
|
|
|
|
| 152 |
},
|
| 153 |
"plus/data-source.json": {
|
| 154 |
"bytes": 1587,
|
| 155 |
+
"sha256": "fa713072832da7a9f5c359c6413900dd355ded27c4036ce308f63574127a0e32"
|
| 156 |
},
|
| 157 |
"instruction-audit/sources/task03-manifest.yaml": {
|
| 158 |
"bytes": 5747,
|
|
|
|
| 255 |
},
|
| 256 |
"kinex_rle_dataset": {
|
| 257 |
"repo": "RLE-Bench/programmable-vla",
|
| 258 |
+
"revision": "69b72b58fac08c34f6674239288851ed7cd1d1ad",
|
| 259 |
"prefix": "research/kinex-rle-20261104",
|
| 260 |
"scope": "Pure Kinex, RLE revised instructions; Hard 50 selected, Plus 24 selected",
|
| 261 |
"complete": false
|
plus/data-source.json
CHANGED
|
@@ -1,26 +1,26 @@
|
|
| 1 |
{
|
| 2 |
"schema": "programvla/dataset-source/1",
|
| 3 |
"dataset": "RLE-Bench/programmable-vla",
|
| 4 |
-
"revision": "
|
| 5 |
-
"evidence_root": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/
|
| 6 |
"files": {
|
| 7 |
"data.json": {
|
| 8 |
-
"url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/
|
| 9 |
},
|
| 10 |
"cost-data.json": {
|
| 11 |
-
"url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/
|
| 12 |
},
|
| 13 |
"measured-instructions.json": {
|
| 14 |
-
"url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/
|
| 15 |
},
|
| 16 |
"sources.json": {
|
| 17 |
-
"url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/
|
| 18 |
},
|
| 19 |
"instruction-audit.json": {
|
| 20 |
-
"url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/
|
| 21 |
},
|
| 22 |
"attempt-history.json": {
|
| 23 |
-
"url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/
|
| 24 |
}
|
| 25 |
}
|
| 26 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"schema": "programvla/dataset-source/1",
|
| 3 |
"dataset": "RLE-Bench/programmable-vla",
|
| 4 |
+
"revision": "69b72b58fac08c34f6674239288851ed7cd1d1ad",
|
| 5 |
+
"evidence_root": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/69b72b58fac08c34f6674239288851ed7cd1d1ad/",
|
| 6 |
"files": {
|
| 7 |
"data.json": {
|
| 8 |
+
"url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/69b72b58fac08c34f6674239288851ed7cd1d1ad/research/kinex-rle-20261104/panels/plus/data.json"
|
| 9 |
},
|
| 10 |
"cost-data.json": {
|
| 11 |
+
"url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/69b72b58fac08c34f6674239288851ed7cd1d1ad/research/kinex-rle-20261104/panels/plus/cost-data.json"
|
| 12 |
},
|
| 13 |
"measured-instructions.json": {
|
| 14 |
+
"url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/69b72b58fac08c34f6674239288851ed7cd1d1ad/research/kinex-rle-20261104/panels/plus/measured-instructions.json"
|
| 15 |
},
|
| 16 |
"sources.json": {
|
| 17 |
+
"url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/69b72b58fac08c34f6674239288851ed7cd1d1ad/research/kinex-rle-20261104/panels/plus/sources.json"
|
| 18 |
},
|
| 19 |
"instruction-audit.json": {
|
| 20 |
+
"url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/69b72b58fac08c34f6674239288851ed7cd1d1ad/research/kinex-rle-20261104/panels/plus/instruction-audit.json"
|
| 21 |
},
|
| 22 |
"attempt-history.json": {
|
| 23 |
+
"url": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/69b72b58fac08c34f6674239288851ed7cd1d1ad/research/kinex-rle-20261104/panels/plus/attempt-history.json"
|
| 24 |
}
|
| 25 |
}
|
| 26 |
}
|
plus/index.html
CHANGED
|
@@ -18,9 +18,9 @@
|
|
| 18 |
<a class="skip" href="#main">Skip to content</a>
|
| 19 |
<header class="site-header"><div class="header-inner"><a class="brand" href="#overview" aria-label="Programmable VLA home"><img src="assets/kinex-logo.svg" width="34" height="34" alt="Kinex"><span>programmable<span class="brand-divider">/</span><span class="brand-benchmark">vla</span></span></a><nav aria-label="Main navigation"><a href="../index.html#overview">Easy</a><a href="../hard/index.html#overview">Hard</a><a href="#overview" data-nav="overview">Plus</a><a href="#tasks" data-nav="tasks">Explore tasks</a><a href="#instructions" data-nav="instructions">Instructions audit</a><a href="#methodology" data-nav="methodology">Protocol</a></nav><a class="header-link" href="https://huggingface.co/spaces/RLE-Bench/programmable-vla" target="_blank" rel="noopener">Hugging Face <span aria-hidden="true">↗</span></a></div></header>
|
| 20 |
<main id="main" tabindex="-1"><div class="loading"><span class="spinner"></span>Loading benchmark results…</div></main>
|
| 21 |
-
<footer class="site-footer"><div><img src="assets/kinex-logo.svg" width="22" height="22" alt=""><strong>Programmable VLA</strong><span class="footer-org">by RLE-Bench</span></div><div><a data-result-file="data.json" href="https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/
|
| 22 |
<dialog id="image-viewer" aria-labelledby="image-caption"><div class="viewer-toolbar"><span id="image-caption"></span><a id="image-original" target="_blank" rel="noopener">Open original ↗</a><button class="icon-button" id="close-viewer" aria-label="Close image">×</button></div><div class="viewer-image"><button id="previous-image" class="viewer-arrow" aria-label="Previous image">←</button><img id="large-image" alt="Recorded agent observation"><button id="next-image" class="viewer-arrow" aria-label="Next image">→</button></div><p>Recorded agent observation · Use ← → to browse · Esc to close</p></dialog>
|
| 23 |
<div id="toast" role="status" aria-live="polite"></div>
|
| 24 |
-
<noscript><p>This site needs JavaScript. <a data-result-file="data.json" href="https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/
|
| 25 |
</body>
|
| 26 |
</html>
|
|
|
|
| 18 |
<a class="skip" href="#main">Skip to content</a>
|
| 19 |
<header class="site-header"><div class="header-inner"><a class="brand" href="#overview" aria-label="Programmable VLA home"><img src="assets/kinex-logo.svg" width="34" height="34" alt="Kinex"><span>programmable<span class="brand-divider">/</span><span class="brand-benchmark">vla</span></span></a><nav aria-label="Main navigation"><a href="../index.html#overview">Easy</a><a href="../hard/index.html#overview">Hard</a><a href="#overview" data-nav="overview">Plus</a><a href="#tasks" data-nav="tasks">Explore tasks</a><a href="#instructions" data-nav="instructions">Instructions audit</a><a href="#methodology" data-nav="methodology">Protocol</a></nav><a class="header-link" href="https://huggingface.co/spaces/RLE-Bench/programmable-vla" target="_blank" rel="noopener">Hugging Face <span aria-hidden="true">↗</span></a></div></header>
|
| 20 |
<main id="main" tabindex="-1"><div class="loading"><span class="spinner"></span>Loading benchmark results…</div></main>
|
| 21 |
+
<footer class="site-footer"><div><img src="assets/kinex-logo.svg" width="22" height="22" alt=""><strong>Programmable VLA</strong><span class="footer-org">by RLE-Bench</span></div><div><a data-result-file="data.json" href="https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/69b72b58fac08c34f6674239288851ed7cd1d1ad/research/kinex-rle-20261104/panels/plus/data.json" target="_blank">Plus results JSON</a><a data-result-file="sources.json" href="https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/b07d88579523eeeefdf7ad2ca14ee65340af5d4e/hard/sources.json" target="_blank">Data sources</a><a href="https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/b2d67a67dd2f9d8e12c1f8db13ba8de309739883/manifest.json" target="_blank">Manifest</a><span id="updated"></span></div></footer>
|
| 22 |
<dialog id="image-viewer" aria-labelledby="image-caption"><div class="viewer-toolbar"><span id="image-caption"></span><a id="image-original" target="_blank" rel="noopener">Open original ↗</a><button class="icon-button" id="close-viewer" aria-label="Close image">×</button></div><div class="viewer-image"><button id="previous-image" class="viewer-arrow" aria-label="Previous image">←</button><img id="large-image" alt="Recorded agent observation"><button id="next-image" class="viewer-arrow" aria-label="Next image">→</button></div><p>Recorded agent observation · Use ← → to browse · Esc to close</p></dialog>
|
| 23 |
<div id="toast" role="status" aria-live="polite"></div>
|
| 24 |
+
<noscript><p>This site needs JavaScript. <a data-result-file="data.json" href="https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/69b72b58fac08c34f6674239288851ed7cd1d1ad/research/kinex-rle-20261104/panels/plus/data.json">Download the complete results index.</a></p></noscript>
|
| 25 |
</body>
|
| 26 |
</html>
|