| { |
| "action_horizon": 20, |
| "architecture": "primary_camera_v5_spatial_history_offset_512_1152", |
| "base_params": "checkpoints/pi05_base/params", |
| "batch_size": 256, |
| "cache": "data/robomem_siglip_base_main_spatial_v3", |
| "cache_manifest": { |
| "base_params": "checkpoints/pi05_base/params", |
| "camera": "image", |
| "dataset": "data/robomemarena_pi05_task_all_with_subtask_seed", |
| "encoder_param_dtype": "bfloat16", |
| "feature_dim": 1152, |
| "feature_source": "SigLIP/Transformer/encoder_norm", |
| "format": "robomem_siglip_main_spatial_v3_npy", |
| "frame0_pool": "bilinear_16x16_to_4x4_no_antialias", |
| "frame0_tokens": 16, |
| "history_capacity": 191, |
| "history_pool": "bilinear_16x16_to_4x4_no_antialias", |
| "history_stride": 10, |
| "history_tokens_per_frame": 16, |
| "image_size": 224, |
| "max_task_frames": 1918, |
| "metadata_sha256": "7b3c033bbbb671a47b0eb9caf2f197c2dd0414219f9a4110ba83a9976ba74bf6", |
| "resize": "PIL_bilinear_uint8", |
| "stored_dtype": "float16_from_bfloat16", |
| "total_frames": 2811755, |
| "total_tasks": 2600 |
| }, |
| "checkpoint_root": "checkpoints", |
| "dataset": "data/robomemarena_pi05_task_all_with_subtask_seed", |
| "execution_horizon": 10, |
| "freeze_steps": 5000, |
| "freeze_vision": true, |
| "fsdp_devices": 8, |
| "history_capacity": 191, |
| "history_stride": 10, |
| "history_tokens_per_frame": 16, |
| "log_interval": 20, |
| "loss": "flow+0.01*(100*MSE+1-Pearson)", |
| "max_task_frames": 1918, |
| "metadata_filename": "robomem_memory.json", |
| "model": { |
| "action_dim": 32, |
| "action_expert_variant": "gemma_300m", |
| "action_horizon": 20, |
| "discrete_state_input": false, |
| "dtype": "bfloat16", |
| "max_token_len": 200, |
| "paligemma_variant": "gemma_2b", |
| "pi05": true, |
| "pytorch_compile_mode": "max-autotune" |
| }, |
| "progress_target": "round(subtask_id/num_subtasks,2)", |
| "resume": false, |
| "run_name": "main_v5_spatial4x4_h191_a20_exec10_bs256_5k50k", |
| "save_interval": 1000, |
| "source_sha256": { |
| "scripts/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "scripts/benchmark_dataloader.py": "a8f4cbf4ceb7c312ae7f06c4e8ec9238b29224e42db9b16304b1ae088a2fe933", |
| "scripts/check_robomem_memory_graph.py": "1100021fb2ae25cc85f3e1c0da2cd95fa78086da0a673fd606be8652adcab752", |
| "scripts/compute_norm_stats.py": "8a64773495b714d6b18eded99d7cf87eb19d1bb3dd4a9fb47172b03de5d56a38", |
| "scripts/debug_stage2_metadata.py": "4d3749b2a4db749f2191b3b6cd0bd9392a279662b909f294c4b80f7cc44c5f8f", |
| "scripts/debug_stage4_history.py": "dd851e35b92f7a91768837b3938770569d614fef36d197e61b825ac99cf64bfd", |
| "scripts/dump_jax_ckpts.py": "7ef645eb26c6811f423dd1d103825e018cf7f67faafdfcfd3248ef358f1716f7", |
| "scripts/eval_stage3_progress_errors.py": "57fd7e8b15c75021df9f52a452c881704de83674abfccff18a7da711da35ff7d", |
| "scripts/eval_stage3_progress_errors_online.py": "129c2fbe0dcb7dfdec3a80c2e51f04d9b06873db6f5d56a38ff1d01a45b4d51a", |
| "scripts/eval_stage4_suffix_cosine.py": "db505851d499768f21353e09df5af873e0ea99b29002456bda71544e92e9e774", |
| "scripts/evaluate_robomem_memory.py": "67b8b759f9261fb4b258533ab216165f712d99f09fea1b15d6eb92c7bcd794c9", |
| "scripts/extract_robomem_memory.py": "f75208be9f9b64f4d135829c0a239bbc21a890c7bec278050d5144b25d000471", |
| "scripts/extract_stage3_vlm_features.py": "823707d7a68677cc4ce30deffd55a28c703a36386af0129060caecc95d1f983e", |
| "scripts/merge_checkpoints.py": "fb49cbf1475f877ee6689ffcc14663daba5f965b3a122805e158749e07b140b1", |
| "scripts/queue_robomem_evaluation.py": "916a2994a7b59b77f081f49604a8f056fc43bed18f7330a65a42573d4cf8a103", |
| "scripts/recover_robomem_evaluation.py": "dd57e2ccb6e14bb356a42379be1fe97d7983c9c61be2caeca181e60ed4e06a1d", |
| "scripts/robomem_memory_eval_adapter.py": "6ddd410b5fa241ce9b2fd9a5919057b8b1c13eb16e23765ae80d691ecd836457", |
| "scripts/run_robomem_eval_task.py": "3fa9a71c93d72f79067782f353c93aee3d6ff6ab5014bb9a44400d2dddeb328a", |
| "scripts/serve_policy.py": "fa695606e1d6aa2bedfb002b4e33079818f53755008942c58f896aa36cc38026", |
| "scripts/serve_policy_stage3.py": "ce855ca48893fca2f25569723db8c8ca9721b973adc3d9d4a161ab6977691107", |
| "scripts/serve_policy_stage3_4.py": "c5f54dbc83a70d73117db89966b18f0b457057fe423c0726f5e4fa3ec05d2a91", |
| "scripts/serve_robomem_memory.py": "e560e83a556a16b620c854140fb2a736ca1c003d8031a531801a71ef507af86e", |
| "scripts/stage2_preflight_tests.py": "20555f69cd2b1f0feb82d1757bc73c5f02a96868d7749005a58b55c3761e7d3c", |
| "scripts/student_vlm_feature_adapter.py": "cc1832fd2161c4a3ad4d0d0dbbf14d6236a6365545daa81fcc9b0392109d2585", |
| "scripts/test_robomem_memory.py": "4ad6a2b62133fc40bef33697cfa4d2c92917fa6b7bde5ae27d8ae064b5339875", |
| "scripts/test_robomem_memory_inference.py": "2e86de41790eea1917187fdf47cb163a1cdb538f1828d006932adbfd50a7b840", |
| "scripts/train.py": "ec6f3c4e66ae3143abaeda125a9edfe95451d38efaf0f37f20ce1bb6a4468b7f", |
| "scripts/train_action_model.py": "3c85724903e4445e9852abfb834989d7765ecf75fd9faa7533fad79db2c78569", |
| "scripts/train_default.py": "a8146789d3035ff62a764b779472ee6f47faa07a898c8f85dbd3dc43f23593e4", |
| "scripts/train_pytorch.py": "d3a7f11f47476a9e8bde7ccaa91efbbf46bd3d5a818bb58552acfb14d58f3731", |
| "scripts/train_robomem_memory.py": "f9bcf0472a023ba6ee215b6e6d77310f465be4e2f3e40f33987847bbc3b1a91f", |
| "scripts/train_stage3_4_combine.py": "253ebdf8da7a7b9a2004d703a3d23fb4fd1d2d30c213cc5473521cfba96f6221", |
| "scripts/train_test.py": "48398805809df6a07ce613d9060ab7e4e64fab60d573f79d16a7ba59a48219f6", |
| "src/openpi/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "src/openpi/conftest.py": "626672e385fb276396c119e2220421065c58f8ec602401e8bf2ae509f9fffaf3", |
| "src/openpi/models/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "src/openpi/models/gemma.py": "7e42ada4ae7e9995f0ef3e33a0c224758323c2015e2d9d72ec15726a8a001d2a", |
| "src/openpi/models/gemma_fast.py": "563c6e1ffd8afa31c406bcb8894a605e87df88f6c075d398d97a57af6bc3aefa", |
| "src/openpi/models/lora.py": "ced28716950c34d84a1a6d0b03b1d9550000732721df884818080b6e78cb3289", |
| "src/openpi/models/lora_test.py": "a0f10525de7773310402b3ffa636e88ffff7035f3179b140aacc6809c122f085", |
| "src/openpi/models/model.py": "386dd172e1f561ba31d54a0ec3eb92921a51f58e4ee520b12789c9b8e3a62d07", |
| "src/openpi/models/model_test.py": "f8e71f195045d4e3ef1ddfafb2337fa52e5aa2f89bce1fde62f5cbfb67121f21", |
| "src/openpi/models/pi0.py": "1a70520f5566c9a1a7fe17dda99aedb41c9cade9753e87aa064e2293b6c330ce", |
| "src/openpi/models/pi0_config.py": "d321858c30b398126035ea2b6da09e1c422eeeebb5ebf8df631daf9dc77647fa", |
| "src/openpi/models/pi0_fast.py": "627332a555046f2744ef144c45f8bd3361a9820cf68854a4528d0fdbba7e9aa3", |
| "src/openpi/models/pi0_test.py": "5082873014a7fc45fb8414f517909e1c24cdafea980a1fb612e0aea6058ed0fe", |
| "src/openpi/models/robomem_memory.py": "f8b16ad53bd0c87a0d80c4205a675f24527323edd44de95ddd7d1a09e069db9b", |
| "src/openpi/models/siglip.py": "f129a7e1d5b8bf101d73f27ccf9b0005167c3e208ac934ffcdc36a886662d36f", |
| "src/openpi/models/stage2_teacher_forcing.py": "6a15adff9c51cdbac4ed935916c72579d947b94239b1c141bc7500a80c790dce", |
| "src/openpi/models/stage2_vit.py": "648d0407c6ec977fd3bb8f5944d1ccfccdd43a9df2e6c87283211b47fe83f887", |
| "src/openpi/models/stage3_4_combine.py": "c0ada33c835d03c6758d66a4692a41469aa8b5a65163a7b1870eb5b79bcb665d", |
| "src/openpi/models/stage3_4_combine_test.py": "8b765a0c8334e11aa2fdcf23aac05759a20aff52d534b77c27e18c443d3ba0dc", |
| "src/openpi/models/stage3_progress.py": "beadcf052a212d77e45790f448f09c641d3228b7fe95c098f8bf39a58d05e963", |
| "src/openpi/models/stage3_progress_focal.py": "b66a2c902bd155131f0b3fb4c91321ca56858765d8c9b26773f1d9d2f882cd2a", |
| "src/openpi/models/stage3_progress_weight.py": "84fdd7d08a3a10cca42890bd94bd6dd47b2ce195ecb8fe7b5769e023477addf2", |
| "src/openpi/models/stage4_history.py": "3c118f637ea641546bf60ccef71d89c4401d3c85c7bd9b6d7b1ec09401990ff6", |
| "src/openpi/models/stage4_history_alpha.py": "9f53985b388dc535bd728236461cede6b206962a4c532d69f31b4fda0c8609c4", |
| "src/openpi/models/stage4_history_no_rezero.py": "a88ff28574425aec56edec6bbaf75988ab8c54f0f17c5782f52ef08b7786f07e", |
| "src/openpi/models/tokenizer.py": "965be8b3c393a6811875bbc32da9e01a5d01cc2f87802de801cf7293e049748c", |
| "src/openpi/models/tokenizer_test.py": "5abd179ce883420e39d4d18b33d0123290af752da243003aa48a3bc06dbb9517", |
| "src/openpi/models/utils/fsq_tokenizer.py": "88866638ee4775f46a222561a957bd35e20600fe38c5888b587016ad77b1065f", |
| "src/openpi/models/vit.py": "d285d057636c3cba2d1fd3b37693b18075ad4b9c3b47bbde807c34c6c376ac93", |
| "src/openpi/models_pytorch/gemma_pytorch.py": "225092e06509da0ae37bb9dca55c00d2804255bb1496f7c8700304b4c52a95eb", |
| "src/openpi/models_pytorch/pi0_pytorch.py": "97dd290d699bb63719627e3933a414500b35ded4ef24c88faa0685f0acdc9e75", |
| "src/openpi/models_pytorch/preprocessing_pytorch.py": "f8fb26173ecfe83b7f7832f8d6ca4104d377af08ebb7352dc68ad51b63a0eb43", |
| "src/openpi/models_pytorch/stage2_teacher_forcing.py": "daf839ead2371bc08dce381681a4a12316233ae4ef053e13f44d7d7afd4ef1e6", |
| "src/openpi/models_pytorch/transformers_replace/models/gemma/configuration_gemma.py": "26fd0d0f52730ab32b6f337eb73ae9a26cb71ae0915bc49eced1d0e2ed8d0ec6", |
| "src/openpi/models_pytorch/transformers_replace/models/gemma/modeling_gemma.py": "17eeb54e277939e58cd6f8a92719a275e36baf0c9f463b2754227d42f87aedde", |
| "src/openpi/models_pytorch/transformers_replace/models/paligemma/modeling_paligemma.py": "c945d330b829264f927f3ee5339f977238631772de07a28e855e265bb85fd53c", |
| "src/openpi/models_pytorch/transformers_replace/models/siglip/check.py": "466e8eb7887ac5ccc98118a3169298d6ab65a284d834bae74751e3854dbc4245", |
| "src/openpi/models_pytorch/transformers_replace/models/siglip/modeling_siglip.py": "ef2e99500f263fdd78db9d4d9a255e29d844eb92f53c25ad640f8056700ef84b", |
| "src/openpi/policies/aloha_policy.py": "50d7ad972d80142ecb0f03b0780dacfd3af212946f4c9aac31a204b02db4543d", |
| "src/openpi/policies/droid_policy.py": "7d0893555964d485e231f70084125084a99495705ddd74b29461229d524fff26", |
| "src/openpi/policies/libero_policy.py": "8606b38a3efeb8b97c1af18b33a873eb3c63f5359a661c9b4319cdb87fb66276", |
| "src/openpi/policies/policy.py": "0f50518d3c62e16b370fac89f15ce6467202528695dc96eb54596e86be9dc2c9", |
| "src/openpi/policies/policy_config.py": "5a79c7f3a2afd4407764c00c02f62d2b6d8170f5f42aea0f52afea25c0b19dd2", |
| "src/openpi/policies/policy_test.py": "9dbb20963600367a7e7abfc97d1e326916777c57a87b39b1bc4070ba64676683", |
| "src/openpi/policies/robomem_memory_inference.py": "06b6dac6a16cd8129d9ddda33f70c91d11c5555f46aad1e2064c8d36d7f4ce63", |
| "src/openpi/policies/stage3_4_combine_inference.py": "6903e7f1f8b7306d0533c4e5803ff0cceffcaffdf3893456e849356a406893aa", |
| "src/openpi/policies/stage3_progress_inference.py": "1f29862349d27ee421913f8e78ab9bb8205dd09483bb1139a4646c728b3b8272", |
| "src/openpi/policies/stage3_progress_inference_test.py": "c32d55d5d66eabfadad9ec715680bcecc5b792d970cf957c9183637a4dfcb02b", |
| "src/openpi/policies/stage4_history_inference.py": "8b2e369ad121e3b4bef8f98ac9807975fdaf951196ecff717a6930df6176ef4e", |
| "src/openpi/robomem_task6_100_instruction.py": "e6ae6b788d90b206187550b61d115d10a076cd4dde02afe2c2e5e5cc6dc95a97", |
| "src/openpi/robomemarena_26tasks_10_full_prompts.py": "8f8c71573de9701321f62b9cbb334829b97199e6b01831f6d07fb990dcf92906", |
| "src/openpi/robomemarena_26tasks_subtask_prompts.py": "8e4e2b3e7d4e88d927c5d4147ff41f91db423231072e302b4bc02fd77a45035e", |
| "src/openpi/serving/websocket_policy_server.py": "001f06365933bd11386298905c9125ac28db9a8985f35d10ae090d174cc8e1ae", |
| "src/openpi/shared/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "src/openpi/shared/array_typing.py": "6524945566eab3eb97b75a6280ba4724617b4d028c55f05172b283c3de68a026", |
| "src/openpi/shared/download.py": "a12054a6ddaab4efa833c4ff49a1aba00c63759e4e88d6be21c1e0b3307fd9b2", |
| "src/openpi/shared/download_test.py": "234ee70ab2501a1421f6c44cbd83c1e16747597023319ae1446bed9d44f17072", |
| "src/openpi/shared/image_tools.py": "0f8fcb355288119e56acb56d550c1cc1f3a9edddceb0dc5b319f955943ef7767", |
| "src/openpi/shared/image_tools_test.py": "842374579dc9f4c2907da5e8bb555efe5a3f4902b659720c8e90115863dd59fe", |
| "src/openpi/shared/nnx_utils.py": "4da7111ba3011c4d1c381c9ed17257771df6a50ed89182647c3fb6f79208005e", |
| "src/openpi/shared/normalize.py": "6c2cea4946fb07e51801530400d2b2fd94730e195cd290d6b6960114eca9739d", |
| "src/openpi/shared/normalize_test.py": "fda27a21cf37f337b12bcab71229407c2a349c5965c33f278bdc468ed03f58af", |
| "src/openpi/training/checkpoints.py": "ea420c6a816933ef96966a092801f388997800530aef7a29f7b42807cc3e5103", |
| "src/openpi/training/config.py": "a6cf160fce8d72d051dab44ec28c4daf9781703bf542c3b257562c928c15746f", |
| "src/openpi/training/data_loader.py": "490ad4c8dd72523a3c781468b993379f11d8bfd1448ef2496c9aae7da2e0ab3c", |
| "src/openpi/training/data_loader_test.py": "a0cf1bc293e8b0eb9bc5516bc05d30d9940da06c94fcfa1addca7267f8358815", |
| "src/openpi/training/droid_rlds_dataset.py": "1d3a057a040240218234d7dbc6680ee4fe8256f2058531a0f9fefd3f7ee995a4", |
| "src/openpi/training/misc/polaris_config.py": "c2ab92efb5e0d675118ad812113fd1c3cb3a62cdab5d79066014266e82df12d8", |
| "src/openpi/training/misc/roboarena_config.py": "914acdd74ccf90e6779c13a5093140595c7e4f687e9e0b167439446a81d74c01", |
| "src/openpi/training/optimizer.py": "cfb5d6f6aec61fbe961287b4015c652260628a0ed4682a0dbdc271b8e65431fa", |
| "src/openpi/training/robomem_memory_data.py": "457864065b4da45d28ba5699586c6d6a7927a7628157107233df268121177816", |
| "src/openpi/training/sharding.py": "c67c4112a126ab097571c8a882fd1ee3f106b15b6e608e7205ac7f29b44ca985", |
| "src/openpi/training/stage4_feature_cache.py": "57cc1e3ddcc2806771a3e5bfd7b82c19ae5e3f3cec005ed236a2a0a5906eed6d", |
| "src/openpi/training/stage4_feature_cache_test.py": "d864cfa01ae7bbe069a2ffd71f53c50c65780985f6e9ed2bc35c831122209a81", |
| "src/openpi/training/utils.py": "b684e674343f86ef5e976f279a586d3fe2f885e901f396ac899ed136abc7eca6", |
| "src/openpi/training/weight_loaders.py": "a54ac3222f81f8c6233241bc16b6f369c9416cdaa83f7058f96f7ddcfde1a3b4", |
| "src/openpi/transforms.py": "8f3f1335b7fcf9a9e4c1ec53df72e0a318ef56ba96774983714c0ef35ec0f5dc", |
| "src/openpi/transforms_test.py": "cf1eddc788382100b781224198094f5313dab983f1f9425ef54a780ec80785c9" |
| }, |
| "steps": 55000, |
| "workers": 8 |
| } |
|
|
