Luke-Xing's picture
Upload 27 files
3671737 verified
Raw History Blame Contribute Delete
6.82 kB
import dataclasses
import enum
import logging
import os
import pathlib
import socket
import numpy as np
import tyro
# Set JAX memory allocation before importing JAX (can be overridden by env vars)
os.environ.setdefault('XLA_PYTHON_CLIENT_MEM_FRACTION', '0.5') # Use 50% of GPU memory
os.environ.setdefault('XLA_PYTHON_CLIENT_ALLOCATOR', 'platform') # Platform allocator
from omnigibson.learning.utils.network_utils import WebsocketPolicyServer
from omnigibson.learning.datas import BehaviorLerobotDatasetMetadata
from openpi.policies import policy as _policy
# Import B1K-specific modules
from b1k.policies import policy_config as _policy_config # Use our custom policy_config
from b1k.policies.checkpoint_switcher import CheckpointSwitcher
from b1k.shared.eval_b1k_wrapper import B1KPolicyWrapper, B1KWrapperConfig
from b1k.training import config as _config
class EnvMode(enum.Enum):
# Not used, just kept for compatibility
ALOHA = "aloha"
ALOHA_SIM = "aloha_sim"
DROID = "droid"
LIBERO = "libero"
@dataclasses.dataclass
class Checkpoint:
"""Load a policy from a trained checkpoint."""
config: str
dir: str
@dataclasses.dataclass
class Default:
"""Use the default policy for the given environment."""
@dataclasses.dataclass
class Args:
"""Arguments for the serve_policy script."""
# Environment to serve the policy for. This is only used when serving default policies.
env: EnvMode = EnvMode.ALOHA_SIM
# If provided, will be used in case the "prompt" key is not present in the data, or if the model doesn't have a default prompt.
default_prompt: str | None = None
# For PI_BEHAVIOR models: task ID (0-49) instead of text prompt
task_id: int | None = None
# Dataset root, used to retrieve the prompt of the task if taskname is not None.
dataset_root: str | None = "/scr/behavior/2025-challenge-demos"
# If provided, will be used to retrieve the prompt of the task, otherwise use turning_on_radio as default.
task_name: str | None = None
# Port to serve the policy on.
port: int = 8000
# Record the policy's behavior for debugging.
record: bool = False
# Specifies how to load the policy. If not provided, the default policy for the environment will be used.
policy: Checkpoint | Default = dataclasses.field(default_factory=Default)
# B1K Wrapper execution parameters
actions_to_execute: int = 26
actions_to_keep: int = 4
execute_in_n_steps: int = 20
history_len: int = 3
votes_to_promote: int = 2
time_threshold_inpaint: float = 0.3
num_steps: int = 20
apply_eval_tricks: bool = True # Enable correction rules and gripper variation checks
# Multi-checkpoint support for PI_BEHAVIOR models (optional)
task_checkpoint_mapping: str | None = None # Path to task-checkpoint mapping JSON file
def create_policy(args: Args) -> _policy.Policy:
"""Create a policy from the given arguments."""
sample_kwargs = {"num_steps": args.num_steps}
return _policy_config.create_trained_policy(
_config.get_config(args.policy.config),
args.policy.dir,
default_prompt=args.default_prompt,
sample_kwargs=sample_kwargs
)
def main(args: Args) -> None:
# B1K only supports PI_BEHAVIOR models (task embeddings, no text prompts)
config = _config.get_config(args.policy.config)
# PI_BEHAVIOR model setup
if args.task_id is not None:
logging.info(f"Using PI_BEHAVIOR model with task_id: {args.task_id}")
task_id = args.task_id
else:
logging.info(f"Using PI_BEHAVIOR model - task_id will be extracted from observations")
task_id = None
# Placeholder prompt for PI_BEHAVIOR (not actually used by model)
prompt = "PI_BEHAVIOR model (task-conditioned)"
logging.info(f"Using prompt: {prompt}")
# Load initial/default policy
policy = create_policy(args)
policy_metadata = policy.metadata
# Create checkpoint switcher if mapping file provided
checkpoint_switcher = None
if args.task_checkpoint_mapping:
logging.info(f"Multi-checkpoint mode enabled: {args.task_checkpoint_mapping}")
sample_kwargs = {"num_steps": args.num_steps}
try:
checkpoint_switcher = CheckpointSwitcher(
config_path=args.task_checkpoint_mapping,
training_config=config,
sample_kwargs=sample_kwargs
)
logging.info("Checkpoint switcher initialized - will switch checkpoints based on task_id")
except Exception as e:
logging.error(f"Failed to initialize checkpoint switcher: {e}")
raise
else:
logging.info("Single checkpoint mode - using one checkpoint for all tasks")
# Record the policy's behavior.
if args.record:
policy = _policy.PolicyRecorder(policy, "policy_records")
# Create wrapper configuration
wrapper_config = B1KWrapperConfig(
actions_to_execute=args.actions_to_execute,
actions_to_keep=args.actions_to_keep,
execute_in_n_steps=args.execute_in_n_steps,
history_len=args.history_len,
votes_to_promote=args.votes_to_promote,
time_threshold_inpaint=args.time_threshold_inpaint,
num_steps=args.num_steps,
apply_eval_tricks=args.apply_eval_tricks,
)
logging.info(f"Wrapper config: execute={wrapper_config.actions_to_execute}, keep={wrapper_config.actions_to_keep}, steps={wrapper_config.execute_in_n_steps}, num_steps={wrapper_config.num_steps}")
if wrapper_config.apply_eval_tricks:
logging.info("Eval tricks ENABLED - correction rules and gripper variation checks active")
else:
logging.info("Eval tricks DISABLED (default behavior)")
# Create B1K wrapper with PI_BEHAVIOR-specific features
policy = B1KPolicyWrapper(
policy,
text_prompt=prompt, # Not used by PI_BEHAVIOR, kept for compatibility
task_id=task_id,
config=wrapper_config,
checkpoint_switcher=checkpoint_switcher
)
if checkpoint_switcher:
logging.info("Multi-checkpoint mode: checkpoints will switch based on task_id from observations")
else:
logging.info("Rolling inpainting enabled: will use initial_actions from input batch when provided")
hostname = socket.gethostname()
local_ip = socket.gethostbyname(hostname)
logging.info("Creating server (host: %s, ip: %s)", hostname, local_ip)
server = WebsocketPolicyServer(
policy=policy,
host="0.0.0.0",
port=args.port,
metadata=policy_metadata,
)
server.serve_forever()
if __name__ == "__main__":
logging.basicConfig(level=logging.INFO, force=True)
main(tyro.cli(Args))