programmable-vla / manifest.json
yzzhao's picture
Add VLAct Clean 50k input-required text-target Hard results
28b1d51 verified
Raw History Blame Contribute Delete
11.4 kB
{
"schema": "programvla/space-manifest/1",
"dataset": {
"repo": "RLE-Bench/programmable-vla",
"revision": "c2e39c9ea8f3a9d3e7680e4818d294770f032c21",
"manifest": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/c2e39c9ea8f3a9d3e7680e4818d294770f032c21/manifest.json"
},
"files": {
"instruction-audit.css": {
"bytes": 1958,
"sha256": "43163fc879edcc6dcc6e3c6bc1faa058d1ac3fd914fcb05302c5ca08640ef7d5"
},
"app.js": {
"bytes": 90488,
"sha256": "f71de61b433f0fc697cebd64de61946f3f7dcb78dc4a004999d036e8f45033f0"
},
"history-app.js": {
"bytes": 87082,
"sha256": "31a39183c6636b5cb9f21e209d1f834757967983d1d0a6e1e59a0bae5ef7a2f8"
},
".gitattributes": {
"bytes": 56,
"sha256": "34a4d6e437537e78bc242418805a3af3d71b43980280482fd8fc6bfda91f79f8"
},
"README.md": {
"bytes": 13703,
"sha256": "60ae02f50e803c8e6772163370a85e0b62447756ecc8d38c2712222809403b66"
},
"instruction-audit.js": {
"bytes": 13118,
"sha256": "7b5e9a418decb8f5b8e9fa9a2fb72b8876f7eec3d7bc73f657c4be1ee1a46fa4"
},
"icon.svg": {
"bytes": 725,
"sha256": "b27d9f4bfb9557513913b43b95108d995c7a18241629631a39889a2989b744c7"
},
"usage-metrics.js": {
"bytes": 5238,
"sha256": "330e92f8eb9670cb506f2909a2a47ee8f0bd569199898df3bfa044239ae64161"
},
"history.html": {
"bytes": 3298,
"sha256": "8b0691838063224bce2a991d7bb0672897ef8f51bbc39ce38afb4a67cb6e39d0"
},
"index.html": {
"bytes": 3737,
"sha256": "ef983eb864632472732fcdd442f42721e6012b3baf387455a47c9a836a04282d"
},
"policy.css": {
"bytes": 1067,
"sha256": "e564132eb242d994b3a0388da20dd9d1cef28d849447cceca674bb4beef32660"
},
"style.css": {
"bytes": 60419,
"sha256": "bd1a59147e1d5e6c4fc5abd0871fb7b2e5e282a9ee3d15ca4df8a219509af69c"
},
"data-source.json": {
"bytes": 1376,
"sha256": "f2092c0812c1a8e8e56304a965e11d9ea84269902ea820e572b9f3684c5068c7"
},
"history/data-source.json": {
"bytes": 2109,
"sha256": "be65ec2dbbd2449a0236c9636a112e3b6112e40699c8820d44a159c30ee536dd"
},
"instruction-audit/plus.json": {
"bytes": 1135650,
"sha256": "d1bbacc1d1c09e25afba79dcf895be536a9a9e1376357f32cb9f0d50069a0ea0"
},
"instruction-audit/easy.json": {
"bytes": 260411,
"sha256": "4a0b180af162608633dad2de9a64e0d791d5bdfa3d29d4b4874bba9cd8f1711b"
},
"instruction-audit/hard.json": {
"bytes": 262598,
"sha256": "065ad767b70ad57a8c0da1bdca8c6660aeb8834de6dc793687081375a6b95e73"
},
"instruction-audit/sources.json": {
"bytes": 95853,
"sha256": "e3d7ed53692f7e2649fd394e22ad6599280a0e444eaed76ff29a4cc4465d061f"
},
"assets/kinex-logo.svg": {
"bytes": 725,
"sha256": "b27d9f4bfb9557513913b43b95108d995c7a18241629631a39889a2989b744c7"
},
"assets/kinex-logo-night.svg": {
"bytes": 725,
"sha256": "7ed5de35505694eb892fc3b601d92e1d2fe864b1b0863fc0afff7c873fcfcc7c"
},
"assets/openai-logo.svg": {
"bytes": 2571,
"sha256": "8e1b976ba47e927ac2928303fd5362fcadfefd68743506510596f107df676e58"
},
"assets/vla-logo.svg": {
"bytes": 287,
"sha256": "4731ad16fd0b9b8f7dc02e05de3c1de0dd70223b93056d8345c8175bd9cad287"
},
"assets/anthropic-logo.svg": {
"bytes": 352,
"sha256": "a53108594a23b740fbb08623f6fffdda1d73608b552988a9ffda9f0944ae66a1"
},
"hard/app.js": {
"bytes": 99939,
"sha256": "c51b427a28ceb0ac933bbb0a44da65bc06d03da14d95e4b1c60731ced223a1f4"
},
"hard/icon.svg": {
"bytes": 725,
"sha256": "b27d9f4bfb9557513913b43b95108d995c7a18241629631a39889a2989b744c7"
},
"hard/usage-metrics.js": {
"bytes": 5238,
"sha256": "330e92f8eb9670cb506f2909a2a47ee8f0bd569199898df3bfa044239ae64161"
},
"hard/index.html": {
"bytes": 4063,
"sha256": "955316ddf4957fbc59e66bc511e4f2059210194573e4222ee061ad488522c93f"
},
"hard/policy.css": {
"bytes": 1067,
"sha256": "e564132eb242d994b3a0388da20dd9d1cef28d849447cceca674bb4beef32660"
},
"hard/style.css": {
"bytes": 60419,
"sha256": "bd1a59147e1d5e6c4fc5abd0871fb7b2e5e282a9ee3d15ca4df8a219509af69c"
},
"hard/data-source.json": {
"bytes": 1632,
"sha256": "4d8d490ec0b7b19e326f8dabab1e8b32d83e059a56630e53e36722d6fef7f894"
},
"plus/app.js": {
"bytes": 96794,
"sha256": "71a4927bc597ddbb4e58dcb344e191a1dbd3ae1e3808781f5007a9764417e8f1"
},
"plus/icon.svg": {
"bytes": 725,
"sha256": "b27d9f4bfb9557513913b43b95108d995c7a18241629631a39889a2989b744c7"
},
"plus/usage-metrics.js": {
"bytes": 5238,
"sha256": "330e92f8eb9670cb506f2909a2a47ee8f0bd569199898df3bfa044239ae64161"
},
"plus/index.html": {
"bytes": 3773,
"sha256": "5ebf6595592196b0538bfc5670085958744e68cf4389026959eee43a11f25c7a"
},
"plus/policy.css": {
"bytes": 1067,
"sha256": "e564132eb242d994b3a0388da20dd9d1cef28d849447cceca674bb4beef32660"
},
"plus/style.css": {
"bytes": 60419,
"sha256": "bd1a59147e1d5e6c4fc5abd0871fb7b2e5e282a9ee3d15ca4df8a219509af69c"
},
"plus/data-source.json": {
"bytes": 1587,
"sha256": "72c3e949a1a5f8df10cd0d7eb476fc36efbb52cf860160b87ae7cb76b0909a48"
},
"instruction-audit/sources/task03-manifest.yaml": {
"bytes": 5747,
"sha256": "eb561050efe1bcd494fdaea0ae7a4476e4052dba93a6749cc0709731da66d7d4"
},
"instruction-audit/sources/task12-catalog.json": {
"bytes": 425921,
"sha256": "5c52f0c3b2fa191196b67744334d97f6a72a49b21a84f9333db8c1e67bbf7a38"
},
"instruction-audit/sources/task12-manifest.yaml": {
"bytes": 69830,
"sha256": "7acb93f52cea2bbef02366bfea4f1411bc6aac50fef1ca707c4dd81d554dcc79"
},
"instruction-audit/sources/task03-catalog.json": {
"bytes": 60584,
"sha256": "1675cc01f031cd6981e163b3a997ab3ad51cf3cf20e4f0c01cbee70ca6db1ed2"
},
"instruction-audit/sources/task13-catalog.json": {
"bytes": 62227,
"sha256": "340d808fc366701c1f5ce892625c99f4a94a7a137b74e26a9ae28f8ef644ec31"
},
"instruction-audit/sources/task12-manifest-rle.yaml": {
"bytes": 135721,
"sha256": "ea1b6fa4f226dd57e36ec489ff1454a171b22cfae1c31614c914d3073dc3f9ee"
},
"instruction-audit/sources/task13-manifest.yaml": {
"bytes": 7558,
"sha256": "2f3a1f347bb855e8046857555f98003fd207316a2ad9abe908a3cc791d7176eb"
},
"probes/bridge-20261028/index.html": {
"bytes": 6573,
"sha256": "d09e9dd06e356c20b6468a30b175d49840acc55ed385690c9e40613e13ceaf6a"
},
"hard/assets/kinex-logo.svg": {
"bytes": 725,
"sha256": "b27d9f4bfb9557513913b43b95108d995c7a18241629631a39889a2989b744c7"
},
"hard/assets/kinex-logo-night.svg": {
"bytes": 725,
"sha256": "7ed5de35505694eb892fc3b601d92e1d2fe864b1b0863fc0afff7c873fcfcc7c"
},
"hard/assets/openai-logo.svg": {
"bytes": 2571,
"sha256": "8e1b976ba47e927ac2928303fd5362fcadfefd68743506510596f107df676e58"
},
"hard/assets/vla-logo.svg": {
"bytes": 287,
"sha256": "4731ad16fd0b9b8f7dc02e05de3c1de0dd70223b93056d8345c8175bd9cad287"
},
"hard/assets/anthropic-logo.svg": {
"bytes": 352,
"sha256": "a53108594a23b740fbb08623f6fffdda1d73608b552988a9ffda9f0944ae66a1"
},
"plus/assets/kinex-logo.svg": {
"bytes": 725,
"sha256": "b27d9f4bfb9557513913b43b95108d995c7a18241629631a39889a2989b744c7"
},
"plus/assets/kinex-logo-night.svg": {
"bytes": 725,
"sha256": "7ed5de35505694eb892fc3b601d92e1d2fe864b1b0863fc0afff7c873fcfcc7c"
},
"plus/assets/openai-logo.svg": {
"bytes": 2571,
"sha256": "8e1b976ba47e927ac2928303fd5362fcadfefd68743506510596f107df676e58"
},
"plus/assets/vla-logo.svg": {
"bytes": 287,
"sha256": "4731ad16fd0b9b8f7dc02e05de3c1de0dd70223b93056d8345c8175bd9cad287"
},
"plus/assets/anthropic-logo.svg": {
"bytes": 352,
"sha256": "a53108594a23b740fbb08623f6fffdda1d73608b552988a9ffda9f0944ae66a1"
},
"agent-versions.json": {
"bytes": 3332,
"sha256": "63cef0604b0afd9b163634068b1c8aaaf3285e60e4bed3809f1ebe0d60552b13"
},
"comparison-layout.css": {
"bytes": 4387,
"sha256": "359bdb6df354c6ff81e167720d5e1898724483e28a84dcfd6d49dd90380f2b7e"
},
"model-cards.js": {
"bytes": 3400,
"sha256": "7e115b1b03ae5c273e579aa93603199db23060d7b8af764ade90199bf47dfc4a"
}
},
"hard_dataset": {
"repo": "RLE-Bench/programmable-vla",
"revision": "b07d88579523eeeefdf7ad2ca14ee65340af5d4e",
"manifest": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/b07d88579523eeeefdf7ad2ca14ee65340af5d4e/manifest.json",
"results": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/b07d88579523eeeefdf7ad2ca14ee65340af5d4e/hard/data.json"
},
"plus_dataset": {
"repo_id": "RLE-Bench/programmable-vla",
"revision": "b2d67a67dd2f9d8e12c1f8db13ba8de309739883",
"prefix": "robotwin-plus/20261101-native/presentation-v2",
"original_evidence_revision": "9f8a68a40148e1ad013b35a2d8774ff113cb0c5e"
},
"oft_all140k_dataset": {
"repo_id": "RLE-Bench/programmable-vla",
"revision": "c833b470484d05a4afda77fbb6bb8cf24057d4d9",
"prefix": "research/oft-all140k-20261103"
},
"instruction_audit": {
"source": "instruction-audit/sources.json",
"panels": {
"easy": "instruction-audit/easy.json",
"hard": "instruction-audit/hard.json",
"plus": "instruction-audit/plus.json"
},
"scope": "Current RLE working-tree snapshot; historical measured evaluation evidence is unchanged."
},
"kinex_rle_dataset": {
"repo": "RLE-Bench/programmable-vla",
"revision": "0c1485e58abde3e82a99e9762cc3dbac790c5dc0",
"prefix": "research/kinex-rle-20261104",
"scope": "Pure Kinex, RLE revised instructions; Hard 50 selected, Plus 24 selected",
"complete": true
},
"agent_protocols_dataset": {
"repo": "RLE-Bench/programmable-vla",
"revision": "709e8b025a79abb5ec0146a549ebc2f3f985e276",
"prefix": "research/agent-protocols-20261105",
"complete": true
},
"input_required_dataset": {
"repo": "RLE-Bench/programmable-vla",
"revision": "918281b2119b69fb4b3208f0d538ac0006098a42",
"prefix": "research/input-required-20261105",
"complete": true
},
"spatial_inputs_dataset": {
"repo": "RLE-Bench/programmable-vla",
"revision": "183f16ae73cb8364f2bf68b3b48bf4b6cc59b8fe",
"prefix": "research/spatial-inputs-20261105",
"complete": true
},
"hard50_expansion_dataset": {
"repo": "RLE-Bench/programmable-vla",
"revision": "dd465d4b2a0caba95bfd353bd6592054f7f0e9d2",
"prefix": "research/hard50-expansion-20261105",
"complete": true
},
"vlact50k_hard50_dataset": {
"repo": "RLE-Bench/programmable-vla",
"revision": "2a622ced7f8aa89e6410634927f0cf0be2d2120d",
"prefix": "research/numeric-target-hard50-20261106",
"complete": true
},
"vlact50k_text_targets_hard50_dataset": {
"repo": "RLE-Bench/programmable-vla",
"revision": "bc9bcd12aaee09df3e685f80c02788a49bc2e340",
"prefix": "research/text-target-hard50-20261106",
"complete": true
}
}