Caesarrr's picture
Index the verified thirty-case sim2real calibration release
742eea3 verified
Raw History Blame Contribute Delete
10.7 kB
{
"models": [
{
"task": "flappy",
"model": "qwenoft",
"bundle": "latency-aware/flappy/vla/starvla-qwenoft-h1/flappy-qwenoft-hist8-scratch-s42-v2",
"model_repo": "latency-sensitive-bench/benchmark-models",
"model_revision": "180da0effdaaaeacef218cf5fbaa4db41af67495",
"current_revision": "365fe5402de3fb464d5da8da9f944b969c5801c4",
"checkpoint": "checkpoints/model.pt",
"required_files": [
{
"path": "latency-aware/flappy/vla/starvla-qwenoft-h1/flappy-qwenoft-hist8-scratch-s42-v2/checkpoints/model.pt",
"size": 9785137569,
"blob_id": "2febb4ed2f7e1393003dd0610eb67e89a3746a78",
"lfs_sha256": "c6c1f36ab709d596a9123d395377d43fa57d6e9e4b8399778f3b374ca501f883"
},
{
"path": "latency-aware/flappy/vla/starvla-qwenoft-h1/flappy-qwenoft-hist8-scratch-s42-v2/config.yaml",
"size": 786,
"blob_id": "35d7f0292768e50a19a4d1aaf09cdb0ea7e57b2a",
"lfs_sha256": null
},
{
"path": "latency-aware/flappy/vla/starvla-qwenoft-h1/flappy-qwenoft-hist8-scratch-s42-v2/dataset_statistics.json",
"size": 3298,
"blob_id": "ca1504715f087b3745857f2f63ff77f6b475f7a1",
"lfs_sha256": null
}
]
},
{
"task": "flappy",
"model": "qwengr00t",
"bundle": "latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2",
"model_repo": "latency-sensitive-bench/benchmark-models",
"model_revision": "180da0effdaaaeacef218cf5fbaa4db41af67495",
"current_revision": "365fe5402de3fb464d5da8da9f944b969c5801c4",
"checkpoint": "checkpoints/model.pt",
"required_files": [
{
"path": "latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/checkpoints/model.pt",
"size": 9976860963,
"blob_id": "ba87e2b3b59c8b8b66f2b75590a5d1de46def326",
"lfs_sha256": "5989ecd1e19c3ea4a4fc479fb90277f11b0cd4962173afa39ed22406daa1d939"
},
{
"path": "latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/config.yaml",
"size": 1302,
"blob_id": "2618ada214493839b65433c338fe4eb5d8669cf7",
"lfs_sha256": null
},
{
"path": "latency-aware/flappy/vla/starvla-qwengr00t-h1/flappy-qwengr00t-hist8-scratch-s42-v2/dataset_statistics.json",
"size": 3193,
"blob_id": "f19778adda04585ff9ea336b4203e9693c6f79f8",
"lfs_sha256": null
}
]
},
{
"task": "inverted_pendulum",
"model": "qwenoft",
"bundle": "latency-aware/inverted-pendulum/vla/starvla-qwenoft-h1/inverted_pendulum_rgb_state_ip10_20260911T010114Z_openvla_native_sft_2k",
"model_repo": "latency-sensitive-bench/benchmark-models",
"model_revision": "180da0effdaaaeacef218cf5fbaa4db41af67495",
"current_revision": "365fe5402de3fb464d5da8da9f944b969c5801c4",
"checkpoint": "checkpoints/model.pt",
"required_files": [
{
"path": "latency-aware/inverted-pendulum/vla/starvla-qwenoft-h1/inverted_pendulum_rgb_state_ip10_20260911T010114Z_openvla_native_sft_2k/checkpoints/model.pt",
"size": 9785039595,
"blob_id": "0a2990fcf3cf3f88ad5c45c2cfe3e9f749fef4c9",
"lfs_sha256": "b7cb1fd6ea38192d065b8379a6bcb6796b6eb23ca9c5d09df532a9ce7664bdec"
},
{
"path": "latency-aware/inverted-pendulum/vla/starvla-qwenoft-h1/inverted_pendulum_rgb_state_ip10_20260911T010114Z_openvla_native_sft_2k/config.full.yaml",
"size": 9157,
"blob_id": "72b4aaf22b1788cc3017b65a6b5481ea25f94d19",
"lfs_sha256": null
},
{
"path": "latency-aware/inverted-pendulum/vla/starvla-qwenoft-h1/inverted_pendulum_rgb_state_ip10_20260911T010114Z_openvla_native_sft_2k/config.yaml",
"size": 9157,
"blob_id": "72b4aaf22b1788cc3017b65a6b5481ea25f94d19",
"lfs_sha256": null
},
{
"path": "latency-aware/inverted-pendulum/vla/starvla-qwenoft-h1/inverted_pendulum_rgb_state_ip10_20260911T010114Z_openvla_native_sft_2k/dataset_statistics.json",
"size": 1558,
"blob_id": "f45ba5bc101d8a09ee7cbea7e0df8f8660026aaa",
"lfs_sha256": null
},
{
"path": "latency-aware/inverted-pendulum/vla/starvla-qwenoft-h1/inverted_pendulum_rgb_state_ip10_20260911T010114Z_openvla_native_sft_2k/latency_prompt_map.json",
"size": 812,
"blob_id": "f80dcdd6ce8a2b176d3b955311120de82bf568ee",
"lfs_sha256": null
},
{
"path": "latency-aware/inverted-pendulum/vla/starvla-qwenoft-h1/inverted_pendulum_rgb_state_ip10_20260911T010114Z_openvla_native_sft_2k/manifest.json",
"size": 3723,
"blob_id": "40902ccb30bcac6e1a2969d0f625da5a9d728f68",
"lfs_sha256": null
}
]
},
{
"task": "inverted_pendulum",
"model": "qwengr00t",
"bundle": "latency-aware/inverted-pendulum/vla/starvla-qwengr00t-h1/ip_profile_gr00t_h1_5fps_1h200_20260917",
"model_repo": "latency-sensitive-bench/benchmark-models",
"model_revision": "180da0effdaaaeacef218cf5fbaa4db41af67495",
"current_revision": "365fe5402de3fb464d5da8da9f944b969c5801c4",
"checkpoint": "checkpoints/model.pt",
"required_files": [
{
"path": "latency-aware/inverted-pendulum/vla/starvla-qwengr00t-h1/ip_profile_gr00t_h1_5fps_1h200_20260917/checkpoints/model.pt",
"size": 9976830755,
"blob_id": "7cd96c6b65dc707337ac3c5630a0a23ae45db389",
"lfs_sha256": "9ec338c86369f59593c802c5c5b29e1c2956ee46a38eecac47e1788acf7fcdb8"
},
{
"path": "latency-aware/inverted-pendulum/vla/starvla-qwengr00t-h1/ip_profile_gr00t_h1_5fps_1h200_20260917/config.yaml",
"size": 2572,
"blob_id": "9164e5e50d61651f3aa1713d4d72cb0d5cdb235d",
"lfs_sha256": null
},
{
"path": "latency-aware/inverted-pendulum/vla/starvla-qwengr00t-h1/ip_profile_gr00t_h1_5fps_1h200_20260917/dataset_statistics.json",
"size": 1552,
"blob_id": "a7c48ee55eca3407bee5a9f4c7624edffe2293e7",
"lfs_sha256": null
},
{
"path": "latency-aware/inverted-pendulum/vla/starvla-qwengr00t-h1/ip_profile_gr00t_h1_5fps_1h200_20260917/latency_prompt_map.json",
"size": 405,
"blob_id": "092b2a6629205ca410268eafca3af6bafee294c9",
"lfs_sha256": null
},
{
"path": "latency-aware/inverted-pendulum/vla/starvla-qwengr00t-h1/ip_profile_gr00t_h1_5fps_1h200_20260917/manifest.json",
"size": 3257,
"blob_id": "2696c0f2db1ad5d69ea3e045e41539fe85183eb3",
"lfs_sha256": null
}
]
},
{
"task": "mikasa_intercept_grab_fast",
"model": "qwenoft",
"bundle": "latency-aware/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h1/mikasa_qwenoft_latency_3090_2xh200_20260922_evalfix_20260923",
"model_repo": "latency-sensitive-bench/benchmark-models",
"model_revision": "180da0effdaaaeacef218cf5fbaa4db41af67495",
"current_revision": "365fe5402de3fb464d5da8da9f944b969c5801c4",
"checkpoint": "checkpoints/model.pt",
"required_files": [
{
"path": "latency-aware/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h1/mikasa_qwenoft_latency_3090_2xh200_20260922_evalfix_20260923/checkpoints/model.pt",
"size": 9785101729,
"blob_id": "830a92f8553b24301cb822838fbf930746716422",
"lfs_sha256": "c98a7895a68788343533ddf2e09a3a4aa5bc29207abee10e096cc1cd9dbad890"
},
{
"path": "latency-aware/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h1/mikasa_qwenoft_latency_3090_2xh200_20260922_evalfix_20260923/config.yaml",
"size": 819,
"blob_id": "9e9403269dbe90e77e29f65ce00a79aa61896725",
"lfs_sha256": null
},
{
"path": "latency-aware/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h1/mikasa_qwenoft_latency_3090_2xh200_20260922_evalfix_20260923/dataset_statistics.json",
"size": 2797,
"blob_id": "8912194b9a7663bd1c20eba30d7184971411584b",
"lfs_sha256": null
},
{
"path": "latency-aware/mikasa-intercept-grab-fast/vla/starvla-qwenoft-h1/mikasa_qwenoft_latency_3090_2xh200_20260922_evalfix_20260923/task_contract.json",
"size": 3018,
"blob_id": "6d4a98b8cf44e28d330c53c1ef4ced070a7a179f",
"lfs_sha256": null
}
]
},
{
"task": "mikasa_intercept_grab_fast",
"model": "qwengr00t",
"bundle": "latency-aware/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h1/mikasa_qwengr00t_latency_3090_2xh200_20260922_evalfix_20260923",
"model_repo": "latency-sensitive-bench/benchmark-models",
"model_revision": "180da0effdaaaeacef218cf5fbaa4db41af67495",
"current_revision": "365fe5402de3fb464d5da8da9f944b969c5801c4",
"checkpoint": "checkpoints/model.pt",
"required_files": [
{
"path": "latency-aware/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h1/mikasa_qwengr00t_latency_3090_2xh200_20260922_evalfix_20260923/checkpoints/model.pt",
"size": 9976844067,
"blob_id": "5087af7557285aa10f98830eda33da970cb10b6d",
"lfs_sha256": "26e7217bde9e107c5005a2d0c06dfb223ca467e25cbb23d11a2e3b703bb325b9"
},
{
"path": "latency-aware/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h1/mikasa_qwengr00t_latency_3090_2xh200_20260922_evalfix_20260923/config.yaml",
"size": 1296,
"blob_id": "2e103f8111e7c4e219de0e76b22294678086ea96",
"lfs_sha256": null
},
{
"path": "latency-aware/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h1/mikasa_qwengr00t_latency_3090_2xh200_20260922_evalfix_20260923/dataset_statistics.json",
"size": 2840,
"blob_id": "0af125f37610cb6b94869b42007918dffe26be92",
"lfs_sha256": null
},
{
"path": "latency-aware/mikasa-intercept-grab-fast/vla/starvla-qwengr00t-h1/mikasa_qwengr00t_latency_3090_2xh200_20260922_evalfix_20260923/task_contract.json",
"size": 3061,
"blob_id": "b1219266b54f4af3d9f9caa363938fc1989e582c",
"lfs_sha256": null
}
]
}
],
"reused_weights": 6,
"original_revision": "180da0effdaaaeacef218cf5fbaa4db41af67495",
"current_weights_match": true,
"gpu_evaluation_performed": false
}