{ "schema": "programvla/space-manifest/1", "dataset": { "repo": "RLE-Bench/programmable-vla", "revision": "c2e39c9ea8f3a9d3e7680e4818d294770f032c21", "manifest": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/c2e39c9ea8f3a9d3e7680e4818d294770f032c21/manifest.json" }, "files": { "instruction-audit.css": { "bytes": 1958, "sha256": "43163fc879edcc6dcc6e3c6bc1faa058d1ac3fd914fcb05302c5ca08640ef7d5" }, "app.js": { "bytes": 90488, "sha256": "f71de61b433f0fc697cebd64de61946f3f7dcb78dc4a004999d036e8f45033f0" }, "history-app.js": { "bytes": 87082, "sha256": "31a39183c6636b5cb9f21e209d1f834757967983d1d0a6e1e59a0bae5ef7a2f8" }, ".gitattributes": { "bytes": 56, "sha256": "34a4d6e437537e78bc242418805a3af3d71b43980280482fd8fc6bfda91f79f8" }, "README.md": { "bytes": 13703, "sha256": "60ae02f50e803c8e6772163370a85e0b62447756ecc8d38c2712222809403b66" }, "instruction-audit.js": { "bytes": 13118, "sha256": "7b5e9a418decb8f5b8e9fa9a2fb72b8876f7eec3d7bc73f657c4be1ee1a46fa4" }, "icon.svg": { "bytes": 725, "sha256": "b27d9f4bfb9557513913b43b95108d995c7a18241629631a39889a2989b744c7" }, "usage-metrics.js": { "bytes": 5238, "sha256": "330e92f8eb9670cb506f2909a2a47ee8f0bd569199898df3bfa044239ae64161" }, "history.html": { "bytes": 3298, "sha256": "8b0691838063224bce2a991d7bb0672897ef8f51bbc39ce38afb4a67cb6e39d0" }, "index.html": { "bytes": 3737, "sha256": "ef983eb864632472732fcdd442f42721e6012b3baf387455a47c9a836a04282d" }, "policy.css": { "bytes": 1067, "sha256": "e564132eb242d994b3a0388da20dd9d1cef28d849447cceca674bb4beef32660" }, "style.css": { "bytes": 60419, "sha256": "bd1a59147e1d5e6c4fc5abd0871fb7b2e5e282a9ee3d15ca4df8a219509af69c" }, "data-source.json": { "bytes": 1376, "sha256": "f2092c0812c1a8e8e56304a965e11d9ea84269902ea820e572b9f3684c5068c7" }, "history/data-source.json": { "bytes": 2109, "sha256": "be65ec2dbbd2449a0236c9636a112e3b6112e40699c8820d44a159c30ee536dd" }, "instruction-audit/plus.json": { "bytes": 1135650, "sha256": "d1bbacc1d1c09e25afba79dcf895be536a9a9e1376357f32cb9f0d50069a0ea0" }, "instruction-audit/easy.json": { "bytes": 260411, "sha256": "4a0b180af162608633dad2de9a64e0d791d5bdfa3d29d4b4874bba9cd8f1711b" }, "instruction-audit/hard.json": { "bytes": 262598, "sha256": "065ad767b70ad57a8c0da1bdca8c6660aeb8834de6dc793687081375a6b95e73" }, "instruction-audit/sources.json": { "bytes": 95853, "sha256": "e3d7ed53692f7e2649fd394e22ad6599280a0e444eaed76ff29a4cc4465d061f" }, "assets/kinex-logo.svg": { "bytes": 725, "sha256": "b27d9f4bfb9557513913b43b95108d995c7a18241629631a39889a2989b744c7" }, "assets/kinex-logo-night.svg": { "bytes": 725, "sha256": "7ed5de35505694eb892fc3b601d92e1d2fe864b1b0863fc0afff7c873fcfcc7c" }, "assets/openai-logo.svg": { "bytes": 2571, "sha256": "8e1b976ba47e927ac2928303fd5362fcadfefd68743506510596f107df676e58" }, "assets/vla-logo.svg": { "bytes": 287, "sha256": "4731ad16fd0b9b8f7dc02e05de3c1de0dd70223b93056d8345c8175bd9cad287" }, "assets/anthropic-logo.svg": { "bytes": 352, "sha256": "a53108594a23b740fbb08623f6fffdda1d73608b552988a9ffda9f0944ae66a1" }, "hard/app.js": { "bytes": 99939, "sha256": "c51b427a28ceb0ac933bbb0a44da65bc06d03da14d95e4b1c60731ced223a1f4" }, "hard/icon.svg": { "bytes": 725, "sha256": "b27d9f4bfb9557513913b43b95108d995c7a18241629631a39889a2989b744c7" }, "hard/usage-metrics.js": { "bytes": 5238, "sha256": "330e92f8eb9670cb506f2909a2a47ee8f0bd569199898df3bfa044239ae64161" }, "hard/index.html": { "bytes": 4063, "sha256": "955316ddf4957fbc59e66bc511e4f2059210194573e4222ee061ad488522c93f" }, "hard/policy.css": { "bytes": 1067, "sha256": "e564132eb242d994b3a0388da20dd9d1cef28d849447cceca674bb4beef32660" }, "hard/style.css": { "bytes": 60419, "sha256": "bd1a59147e1d5e6c4fc5abd0871fb7b2e5e282a9ee3d15ca4df8a219509af69c" }, "hard/data-source.json": { "bytes": 1632, "sha256": "4d8d490ec0b7b19e326f8dabab1e8b32d83e059a56630e53e36722d6fef7f894" }, "plus/app.js": { "bytes": 96794, "sha256": "71a4927bc597ddbb4e58dcb344e191a1dbd3ae1e3808781f5007a9764417e8f1" }, "plus/icon.svg": { "bytes": 725, "sha256": "b27d9f4bfb9557513913b43b95108d995c7a18241629631a39889a2989b744c7" }, "plus/usage-metrics.js": { "bytes": 5238, "sha256": "330e92f8eb9670cb506f2909a2a47ee8f0bd569199898df3bfa044239ae64161" }, "plus/index.html": { "bytes": 3773, "sha256": "5ebf6595592196b0538bfc5670085958744e68cf4389026959eee43a11f25c7a" }, "plus/policy.css": { "bytes": 1067, "sha256": "e564132eb242d994b3a0388da20dd9d1cef28d849447cceca674bb4beef32660" }, "plus/style.css": { "bytes": 60419, "sha256": "bd1a59147e1d5e6c4fc5abd0871fb7b2e5e282a9ee3d15ca4df8a219509af69c" }, "plus/data-source.json": { "bytes": 1587, "sha256": "72c3e949a1a5f8df10cd0d7eb476fc36efbb52cf860160b87ae7cb76b0909a48" }, "instruction-audit/sources/task03-manifest.yaml": { "bytes": 5747, "sha256": "eb561050efe1bcd494fdaea0ae7a4476e4052dba93a6749cc0709731da66d7d4" }, "instruction-audit/sources/task12-catalog.json": { "bytes": 425921, "sha256": "5c52f0c3b2fa191196b67744334d97f6a72a49b21a84f9333db8c1e67bbf7a38" }, "instruction-audit/sources/task12-manifest.yaml": { "bytes": 69830, "sha256": "7acb93f52cea2bbef02366bfea4f1411bc6aac50fef1ca707c4dd81d554dcc79" }, "instruction-audit/sources/task03-catalog.json": { "bytes": 60584, "sha256": "1675cc01f031cd6981e163b3a997ab3ad51cf3cf20e4f0c01cbee70ca6db1ed2" }, "instruction-audit/sources/task13-catalog.json": { "bytes": 62227, "sha256": "340d808fc366701c1f5ce892625c99f4a94a7a137b74e26a9ae28f8ef644ec31" }, "instruction-audit/sources/task12-manifest-rle.yaml": { "bytes": 135721, "sha256": "ea1b6fa4f226dd57e36ec489ff1454a171b22cfae1c31614c914d3073dc3f9ee" }, "instruction-audit/sources/task13-manifest.yaml": { "bytes": 7558, "sha256": "2f3a1f347bb855e8046857555f98003fd207316a2ad9abe908a3cc791d7176eb" }, "probes/bridge-20261028/index.html": { "bytes": 6573, "sha256": "d09e9dd06e356c20b6468a30b175d49840acc55ed385690c9e40613e13ceaf6a" }, "hard/assets/kinex-logo.svg": { "bytes": 725, "sha256": "b27d9f4bfb9557513913b43b95108d995c7a18241629631a39889a2989b744c7" }, "hard/assets/kinex-logo-night.svg": { "bytes": 725, "sha256": "7ed5de35505694eb892fc3b601d92e1d2fe864b1b0863fc0afff7c873fcfcc7c" }, "hard/assets/openai-logo.svg": { "bytes": 2571, "sha256": "8e1b976ba47e927ac2928303fd5362fcadfefd68743506510596f107df676e58" }, "hard/assets/vla-logo.svg": { "bytes": 287, "sha256": "4731ad16fd0b9b8f7dc02e05de3c1de0dd70223b93056d8345c8175bd9cad287" }, "hard/assets/anthropic-logo.svg": { "bytes": 352, "sha256": "a53108594a23b740fbb08623f6fffdda1d73608b552988a9ffda9f0944ae66a1" }, "plus/assets/kinex-logo.svg": { "bytes": 725, "sha256": "b27d9f4bfb9557513913b43b95108d995c7a18241629631a39889a2989b744c7" }, "plus/assets/kinex-logo-night.svg": { "bytes": 725, "sha256": "7ed5de35505694eb892fc3b601d92e1d2fe864b1b0863fc0afff7c873fcfcc7c" }, "plus/assets/openai-logo.svg": { "bytes": 2571, "sha256": "8e1b976ba47e927ac2928303fd5362fcadfefd68743506510596f107df676e58" }, "plus/assets/vla-logo.svg": { "bytes": 287, "sha256": "4731ad16fd0b9b8f7dc02e05de3c1de0dd70223b93056d8345c8175bd9cad287" }, "plus/assets/anthropic-logo.svg": { "bytes": 352, "sha256": "a53108594a23b740fbb08623f6fffdda1d73608b552988a9ffda9f0944ae66a1" }, "agent-versions.json": { "bytes": 3332, "sha256": "63cef0604b0afd9b163634068b1c8aaaf3285e60e4bed3809f1ebe0d60552b13" }, "comparison-layout.css": { "bytes": 4387, "sha256": "359bdb6df354c6ff81e167720d5e1898724483e28a84dcfd6d49dd90380f2b7e" }, "model-cards.js": { "bytes": 3400, "sha256": "7e115b1b03ae5c273e579aa93603199db23060d7b8af764ade90199bf47dfc4a" } }, "hard_dataset": { "repo": "RLE-Bench/programmable-vla", "revision": "b07d88579523eeeefdf7ad2ca14ee65340af5d4e", "manifest": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/b07d88579523eeeefdf7ad2ca14ee65340af5d4e/manifest.json", "results": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/b07d88579523eeeefdf7ad2ca14ee65340af5d4e/hard/data.json" }, "plus_dataset": { "repo_id": "RLE-Bench/programmable-vla", "revision": "b2d67a67dd2f9d8e12c1f8db13ba8de309739883", "prefix": "robotwin-plus/20261101-native/presentation-v2", "original_evidence_revision": "9f8a68a40148e1ad013b35a2d8774ff113cb0c5e" }, "oft_all140k_dataset": { "repo_id": "RLE-Bench/programmable-vla", "revision": "c833b470484d05a4afda77fbb6bb8cf24057d4d9", "prefix": "research/oft-all140k-20261103" }, "instruction_audit": { "source": "instruction-audit/sources.json", "panels": { "easy": "instruction-audit/easy.json", "hard": "instruction-audit/hard.json", "plus": "instruction-audit/plus.json" }, "scope": "Current RLE working-tree snapshot; historical measured evaluation evidence is unchanged." }, "kinex_rle_dataset": { "repo": "RLE-Bench/programmable-vla", "revision": "0c1485e58abde3e82a99e9762cc3dbac790c5dc0", "prefix": "research/kinex-rle-20261104", "scope": "Pure Kinex, RLE revised instructions; Hard 50 selected, Plus 24 selected", "complete": true }, "agent_protocols_dataset": { "repo": "RLE-Bench/programmable-vla", "revision": "709e8b025a79abb5ec0146a549ebc2f3f985e276", "prefix": "research/agent-protocols-20261105", "complete": true }, "input_required_dataset": { "repo": "RLE-Bench/programmable-vla", "revision": "918281b2119b69fb4b3208f0d538ac0006098a42", "prefix": "research/input-required-20261105", "complete": true }, "spatial_inputs_dataset": { "repo": "RLE-Bench/programmable-vla", "revision": "183f16ae73cb8364f2bf68b3b48bf4b6cc59b8fe", "prefix": "research/spatial-inputs-20261105", "complete": true }, "hard50_expansion_dataset": { "repo": "RLE-Bench/programmable-vla", "revision": "dd465d4b2a0caba95bfd353bd6592054f7f0e9d2", "prefix": "research/hard50-expansion-20261105", "complete": true }, "vlact50k_hard50_dataset": { "repo": "RLE-Bench/programmable-vla", "revision": "2a622ced7f8aa89e6410634927f0cf0be2d2120d", "prefix": "research/numeric-target-hard50-20261106", "complete": true }, "vlact50k_text_targets_hard50_dataset": { "repo": "RLE-Bench/programmable-vla", "revision": "bc9bcd12aaee09df3e685f80c02788a49bc2e340", "prefix": "research/text-target-hard50-20261106", "complete": true } }