hitbench-molmoact2-20k / eval_contract.json
nhatcm's picture
Replace with final 20k MolmoAct2 sim-real augmented checkpoint
3d225bd verified
Raw History Blame Contribute Delete
1.13 kB
{
"schema": "hitbench-molmoact2-eval-contract-v1",
"input": {
"observation.images.rgb": {
"external_dtype": "uint8",
"external_layout": "HWC_RGB",
"external_shape": [256, 256, 3],
"model_layout": "BCHW",
"preprocess": "convert to float32 and divide by 255",
"normalization": "IDENTITY"
},
"observation.state": {
"dtype": "float32",
"shape": [1, 6],
"names": ["shoulder_pan.pos", "shoulder_lift.pos", "elbow_flex.pos", "wrist_flex.pos", "wrist_roll.pos", "gripper.pos"],
"normalization": "QUANTILES from policy_preprocessor_step_3_molmoact2_masked_normalizer.safetensors"
},
"task": {
"base": "put balloon onto tray",
"task_3_after_release": "put balloon onto tray. I have released the object",
"task_5_after_grasp_confirmed": "put balloon onto tray. I have held the object"
}
},
"output": {
"action": {
"shape": [1, 50, 7],
"components": ["dx", "dy", "dz", "dRx", "dRy", "dRz", "gripper"],
"normalization": "IDENTITY",
"bounds": [-1.0, 1.0],
"decoder": "action_contract.json"
}
}
}