File size: 4,253 Bytes
211ae03 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 | import dataclasses
import json
import pathlib
from typing import Any
import urllib.request
import numpy as np
import pyarrow.parquet as pq
import imageio.v3 as iio
from psi.deploy.helpers import RequestMessage, ResponseMessage
def _load_tasks(tasks_path: pathlib.Path) -> dict[int, str]:
tasks = {}
if not tasks_path.exists():
return tasks
with tasks_path.open("r", encoding="utf-8") as f:
for line in f:
line = line.strip()
if not line:
continue
rec = json.loads(line)
tasks[int(rec.get("task_index", 0))] = rec.get("task", "")
return tasks
def _load_frame(video_path: pathlib.Path, frame_index: int) -> np.ndarray:
if not video_path.exists():
raise FileNotFoundError(f"Video not found: {video_path}")
return iio.imread(video_path, index=frame_index)
@dataclasses.dataclass
class Args:
host: str = "127.0.0.1"
port: int = 5555
dataset_path: str = "/hfm/data/simple/G1WholebodyBendPick-v0-psi0"
episode_index: int = 0
target_index: int = 0
video_key: str = "observation.rgb_head_stereo_left"
def main() -> None:
import tyro
args = tyro.cli(Args)
dataset_root = pathlib.Path(args.dataset_path).resolve()
meta_dir = dataset_root / "meta"
info = json.loads((meta_dir / "info.json").read_text())
chunks_size = int(info.get("chunks_size", 1000))
data_path_fmt = info.get("data_path", "data/chunk-{episode_chunk:03d}/episode_{episode_index:06d}.parquet")
tasks = _load_tasks(meta_dir / "tasks.jsonl")
ep_index = args.episode_index
chunk_id = ep_index // chunks_size
parquet_path = dataset_root / data_path_fmt.format(
episode_chunk=chunk_id,
episode_index=ep_index,
)
table = pq.read_table(parquet_path)
df = table.to_pandas()
if args.target_index >= len(df):
raise ValueError(f"target_index {args.target_index} out of range (len={len(df)})")
row = df.iloc[args.target_index]
instruction = ""
if "task" in row:
instruction = str(row["task"])
elif "task_index" in row:
instruction = tasks.get(int(row["task_index"]), "")
if "observation.proprio_joint_positions" not in row or "observation.amo_policy_command" not in row:
raise KeyError(
"Dataset is missing observation.proprio_joint_positions / observation.amo_policy_command. "
"Use the original simple dataset or add these fields in conversion."
)
proprio = np.asarray(row["observation.proprio_joint_positions"], dtype=np.float32)
command = np.asarray(row["observation.amo_policy_command"], dtype=np.float32)
video_path = dataset_root / "videos" / f"chunk-{chunk_id:03d}" / args.video_key / f"episode_{ep_index:06d}.mp4"
frame = _load_frame(video_path, args.target_index)
request = RequestMessage(
image={args.video_key: frame},
instruction=instruction,
history={},
state={
"proprio_joint_positions": proprio,
"amo_policy_command": command,
},
condition={},
gt_action=[],
dataset_name="simple",
timestamp=str(row.get("timestamp", "")),
)
payload = json.dumps(request.serialize()).encode("utf-8")
url = f"http://{args.host}:{args.port}/act"
req = urllib.request.Request(url, data=payload, headers={"Content-Type": "application/json"})
with urllib.request.urlopen(req) as resp:
resp_payload = json.loads(resp.read().decode("utf-8"))
if "status" in resp_payload:
raise RuntimeError(f"Server error: {resp_payload['status']}")
response = ResponseMessage.deserialize(resp_payload)
action = response.action
print(f"got action shape={action.shape} err={response.err}")
gt_action = np.asarray(row["action"], dtype=np.float32)
print(f"gt action shape={gt_action.shape}")
if gt_action.size > 0:
print(
f"gt action: {np.array2string(gt_action.reshape(-1)[:10], precision=4, suppress_small=True)}"
)
if action.size > 0:
print(
f"pred action: {np.array2string(action.reshape(-1)[:10], precision=4, suppress_small=True)}"
)
if __name__ == "__main__":
main()
|