diff --git a/pi05/delta/stage01_17_h40/step_110000/assets/raids_full_alltrain_h40_v31/norm_stats.json b/pi05/delta/stage01_17_h40/step_110000/assets/raids_full_alltrain_h40_v31/norm_stats.json new file mode 100644 index 0000000000000000000000000000000000000000..f0ed55f100a572f970dffa7537c78fbce36d639a --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/assets/raids_full_alltrain_h40_v31/norm_stats.json @@ -0,0 +1,152 @@ +{ + "norm_stats": { + "state": { + "mean": [ + -0.6712492303498885, + -1.499300213758469, + 1.2119788753768377, + 1.2172809751143339, + 0.25779209024057415, + 0.6808374988325432, + 0.05597665297972905, + -0.6438013621982498, + -1.490678524113552, + 1.2372936115255517, + 1.1556243211405095, + 0.2934616569281248, + 0.5225585227166097, + 0.32918241087448347, + 0.08025931595862593, + 0.20444141120569687 + ], + "std": [ + 0.3072007979053327, + 0.1655264285061659, + 0.10103846375390187, + 0.4032510861084108, + 0.33497808586003897, + 0.2074529176013817, + 1.1573793379672563, + 0.2688206177517005, + 0.16278386285985044, + 0.13494223239446326, + 0.4238321290629961, + 0.25720281422362995, + 0.3408776393028176, + 1.148131493207658, + 0.24447489499138728, + 0.38570254556332084 + ], + "q01": [ + -1.309170776295424, + -1.7841049112107072, + 1.0070277243152579, + 0.2242589523805141, + -0.8512589430428928, + -0.0005700823577400316, + -1.7415071185553161, + -1.311697107859038, + -1.9477935908868347, + 0.9506572650653871, + 0.3212029429984241, + -0.16485036067805997, + -0.2858825908957652, + -1.2671490822710378, + -1e-10, + -1e-10 + ], + "q99": [ + -0.15878658209592755, + -1.2026811992060054, + 1.3652393561631593, + 1.908934186009985, + 0.6413767020882306, + 1.1469815213127392, + 2.3537681128904655, + -0.019272429519818335, + -1.2037327255674315, + 1.5034095480809637, + 2.037321195555646, + 0.8014629831687261, + 1.1044159503687092, + 2.417503935240292, + 0.9695939541839838, + 0.9789942106394484 + ] + }, + "actions": { + "mean": [ + -0.6624368717098305, + -1.5001294345878022, + 1.2076524933577923, + 1.2089931542821926, + 0.25632750991828074, + 0.6797002119204534, + 0.06208775042161687, + -0.6347357447040187, + -1.4935162462939109, + 1.236960970162043, + 1.1488924593315146, + 0.292723861955266, + 0.524847545127869, + 0.33333926404715347, + 0.09596771492682278, + 0.21872323731059778 + ], + "std": [ + 0.3014030064535715, + 0.16214535720581058, + 0.0992867201573931, + 0.396559726828985, + 0.33335577583260984, + 0.21073770478041928, + 1.1548289160246057, + 0.26716528750436974, + 0.16237414559771604, + 0.13254661355731143, + 0.4237369966704339, + 0.25861657648864356, + 0.34516598034531226, + 1.144405062739175, + 0.2945469616522073, + 0.413380433464103 + ], + "q01": [ + -1.304079360546624, + -1.7841049112107072, + 1.0060153504146043, + 0.2242579926026821, + -0.8516086702324737, + -0.006567738822916752, + -1.752442432924998, + -1.311697107859038, + -1.9477935908868347, + 0.9476837022757038, + 0.3212029429984241, + -0.16509979623403487, + -0.28625895758262615, + -1.273657632533809, + -1e-10, + -1e-10 + ], + "q99": [ + -0.15903267386038777, + -1.2026811992060054, + 1.363720795312179, + 1.9050778045574615, + 0.6417264292778115, + 1.1545785528352965, + 2.3574132176803593, + -0.019272429519818335, + -1.2037327255674315, + 1.5040703398120046, + 2.0369490970620294, + 0.8014629831687261, + 1.1281270516409514, + 2.4191310728059845, + 0.99980000009996, + 0.99980000009996 + ] + } + } +} diff --git a/pi05/delta/stage01_17_h40/step_110000/manifest.json b/pi05/delta/stage01_17_h40/step_110000/manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..b704e62614a4484172082bbd80b51659a6d16e7d --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/manifest.json @@ -0,0 +1,1418 @@ +{ + "format": "raids-inference-delta-v1", + "base_files": { + "_CHECKPOINT_METADATA": "7674d497b452e8336840e6d21eaa85725d68c53fc011a648121f2b29b1ce5a8a", + "_METADATA": "250d0ad0f6540a5e4bdd70442d6864cef729724f2d23e2dd2cc669563a668d70", + "_sharding": "38efd4f20bfc656b138c3009fa6156b1199c29a3ccf020769e3726605f1c51ca", + "array_metadatas/process_0": "e040d148bdfcb5f8060b212ee63993eaf01fed05088dd89cf491f456fade0ceb", + "commit_success.txt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "d/1c4302d2d2000b5f3eb4fa1350fdef9a": "c5021863f3efdb49a332f4cae944de55651dcf8ce4e526a762ed053f195e5a34", + "manifest.ocdbt": "78b6898ea1f8897a0225022b0ab799455cff0e15158a9ca349d8efbbe044aa55", + "ocdbt.process_0/d/0832cad6c37f82d4eedd897dcbb8da9d": "b2c08d8f1d83ef842fcb2be1518fb2309648380b61202515f9a0678cf28ce751", + "ocdbt.process_0/d/247d4b7c814d8b1a23fa8a20f36a88f7": "c04c95d8b587705c36e45bfb74ffbca92f699e910cbb3da44bab99e8e37a5fed", + "ocdbt.process_0/d/35a545f74995e511808d4f94dfbef3b6": "a3fd9934c60f9bac41445d196a353a2ae8a7d9fafabee5496f24ed21fe11ab32", + "ocdbt.process_0/d/73bbae8a4deba6498bf07d96b215a574": "ef0910f6e572ab84e8e6dd5f91bbc3d6fb35cd18d8c885fc524e7eb30c67d17f", + "ocdbt.process_0/d/7bc9d3296d23a6fb83a6b3778ac6e964": "0be2d8e4bfb6c5bce4a05a442ce5bd6138ce4c036145d8fa792479198de105b8", + "ocdbt.process_0/d/7d78f38c5d8be1eea31406644dde9bd6": "4a84f8371fc9d951fb0448ed0c929d356d2cd4a81d13d0b82b251c59d3683151", + "ocdbt.process_0/d/828bee85475e37c61e1cc19e32d1c5ef": "ae242dcb83de657ef72e779e435ae3d75cf991f15d996807b9566562a2a47a6f", + "ocdbt.process_0/d/8c5d7070ea57bdce2f0a19f95b8a21b4": "75799900494cb9bdbd12acafd86858add78fb95946be564d28a8401a5baee764", + "ocdbt.process_0/d/b4349aaadb7dfa45c3a53fc67c04b8f6": "306be49ac582f312d901d3ec41a38bc06d582dfb1e6f2d0e8160b9f7d517e535", + "ocdbt.process_0/d/caf01a82962cbd4651563d2ac1063e0b": "f2a18128db3a56347f223f53a4ae85c658a3cf5f6bc5f01af53f5871185c08f7", + "ocdbt.process_0/d/deefd3c43390a50472cbcd317b0fff58": "9dfb1737f7640313fd74bcd9a9b0c858abe0a088313bd2d2782f562cccb5f069", + "ocdbt.process_0/d/ec484cf8f02dcf59e1892180f0862e40": "6fc7cdad578faaa7fcd7c6805216396416e3daac637304c0d57454f62719663c", + "ocdbt.process_0/manifest.ocdbt": "667bd6f7f89374732f6bfe10dd446218efa5cdc99eca2af1006ba40f95ee29d0" + }, + "model_config": { + "action_dim": 32, + "action_horizon": 40, + "max_token_len": 200, + "dtype": "bfloat16", + "paligemma_variant": "gemma_2b_lora", + "action_expert_variant": "gemma_300m_lora", + "pi05": true, + "discrete_state_input": true, + "pytorch_compile_mode": "max-autotune" + }, + "provenance": { + "source_commit": "f894d5ada5eced6c7acd714671d7cd84709ad414", + "source_status": "", + "save_steps": [ + 80000, + 90000, + 100000, + 110000 + ], + "base_config": "pi05_raids_multistage_lora", + "training_config": { + "batch_size": 192, + "num_train_steps": 110000, + "num_workers": 8, + "seed": 42, + "lr_schedule": { + "warmup_steps": 5500, + "peak_lr": 5e-05, + "decay_steps": 1000000, + "decay_lr": 5e-05 + } + }, + "dataset_manifest_sha256": "fccb2b989022bbf46e6bfca73f39e05b712eb4765f1101fb0fad860437cea74f", + "dataset_hf_revision": "b343f6e5620040f1f8761366b4228949c081d200", + "training_release_sha256": "9f0616d126926b5469d2d34ce610b65491b91e0cefe0f1bb296dd46ea3540095", + "view_config": { + "name": "raids_full_alltrain_h40_v31", + "stats_asset_id": "raids_full_alltrain_h40_v31", + "base_config": "pi05_raids_multistage_lora", + "manifest_filename": "dataset_manifest_v31.json", + "action_horizon": 40, + "stage_max": 17, + "required_task_labels": [ + "2", + "4", + "5", + "6", + "7", + "8", + "9.1", + "9.2", + "9.3", + "9.4", + "9.5", + "9.6", + "11", + "13", + "14", + "15", + "16", + "17" + ], + "training_split": "all", + "validation_enabled": false, + "policy_metadata": { + "learned_stage_ids": [ + 2, + 4, + 5, + 6, + 7, + 8, + 9, + 11, + 13, + 14, + 15, + 16, + 17 + ], + "learned_task_labels": [ + "2", + "4", + "5", + "6", + "7", + "8", + "9.1", + "9.2", + "9.3", + "9.4", + "9.5", + "9.6", + "11", + "13", + "14", + "15", + "16", + "17" + ], + "preprogrammed_stage_ids": [ + 1, + 3, + 10, + 12 + ], + "dataset_version": "v31" + } + } + }, + "asset_id": "raids_full_alltrain_h40_v31", + "leaves": [ + { + "key": [ + "PaliGemma", + "img", + "Transformer", + "encoder_norm", + "bias" + ], + "shape": [ + 1152 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00000.bin", + "sha256": "84ff206b3ad0213fb99dd0465cc295745d2a4e37c8adb0ed661cb6eb073f0fb4" + }, + { + "key": [ + "PaliGemma", + "img", + "Transformer", + "encoder_norm", + "scale" + ], + "shape": [ + 1152 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00001.bin", + "sha256": "e07c17448ab22565f44546e16118849c1eae22a0968a5e3e2bb4c6afb205116f" + }, + { + "key": [ + "PaliGemma", + "img", + "Transformer", + "encoderblock", + "LayerNorm_0", + "bias" + ], + "shape": [ + 27, + 1152 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00002.bin", + "sha256": "c92c0423f989ea4de1dd43db3b294de368311b3fa0373c1f5ad3d79f826e0e93" + }, + { + "key": [ + "PaliGemma", + "img", + "Transformer", + "encoderblock", + "LayerNorm_0", + "scale" + ], + "shape": [ + 27, + 1152 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00003.bin", + "sha256": "476b256c5dbf1a8e78d61eb4ad8530705e4fb308713c49205fff1b3e46629d12" + }, + { + "key": [ + "PaliGemma", + "img", + "Transformer", + "encoderblock", + "LayerNorm_1", + "bias" + ], + "shape": [ + 27, + 1152 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00004.bin", + "sha256": "83f6bf191030736b410957d80d6a06a3af53f26325bd244ad08e9af085be16cf" + }, + { + "key": [ + "PaliGemma", + "img", + "Transformer", + "encoderblock", + "LayerNorm_1", + "scale" + ], + "shape": [ + 27, + 1152 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00005.bin", + "sha256": "48ef8800ce46fbb9fdc0906d6d1022feaa5de2b5e75f8967e723c24d9b3d8bc7" + }, + { + "key": [ + "PaliGemma", + "img", + "Transformer", + "encoderblock", + "MlpBlock_0", + "Dense_0", + "bias" + ], + "shape": [ + 27, + 4304 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00006.bin", + "sha256": "44006f9d48404df6e5b227fccd9356ac065f84da100f7f3e8a37b2c13c59fee6" + }, + { + "key": [ + "PaliGemma", + "img", + "Transformer", + "encoderblock", + "MlpBlock_0", + "Dense_0", + "kernel" + ], + "shape": [ + 27, + 1152, + 4304 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00007.bin", + "sha256": "d59acfdbddacecd10f8f6e414129d57d27544a97b3bb14f5da1a2b94393638da" + }, + { + "key": [ + "PaliGemma", + "img", + "Transformer", + "encoderblock", + "MlpBlock_0", + "Dense_1", + "bias" + ], + "shape": [ + 27, + 1152 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00008.bin", + "sha256": "f0820fafa1984df8678abffac595c1f6f357c232f8e97e2f10950b8e631dbc30" + }, + { + "key": [ + "PaliGemma", + "img", + "Transformer", + "encoderblock", + "MlpBlock_0", + "Dense_1", + "kernel" + ], + "shape": [ + 27, + 4304, + 1152 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00009.bin", + "sha256": "f558ea52f137d6aa6daf989a335587c633dc72be3408ed1fead981d9d934d9a8" + }, + { + "key": [ + "PaliGemma", + "img", + "Transformer", + "encoderblock", + "MultiHeadDotProductAttention_0", + "key", + "bias" + ], + "shape": [ + 27, + 16, + 72 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00010.bin", + "sha256": "b687c64cd460be1ee1cc19d739856342a94632353b1935f07ffdb7cbc92cc14c" + }, + { + "key": [ + "PaliGemma", + "img", + "Transformer", + "encoderblock", + "MultiHeadDotProductAttention_0", + "key", + "kernel" + ], + "shape": [ + 27, + 1152, + 16, + 72 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00011.bin", + "sha256": "fb27cebcd583ed6f920235d933b334588e9e1c88eb4a7aaf7339ceb6755ca657" + }, + { + "key": [ + "PaliGemma", + "img", + "Transformer", + "encoderblock", + "MultiHeadDotProductAttention_0", + "out", + "bias" + ], + "shape": [ + 27, + 1152 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00012.bin", + "sha256": "704855f2a71d2bbf9bf8939503c14770e6034f6088c986dd0e319a4b8ab98c10" + }, + { + "key": [ + "PaliGemma", + "img", + "Transformer", + "encoderblock", + "MultiHeadDotProductAttention_0", + "out", + "kernel" + ], + "shape": [ + 27, + 16, + 72, + 1152 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00013.bin", + "sha256": "ced7d75142223751fda07811cd8aa3c890666fe55dfbf2cd435d04c7a9150583" + }, + { + "key": [ + "PaliGemma", + "img", + "Transformer", + "encoderblock", + "MultiHeadDotProductAttention_0", + "query", + "bias" + ], + "shape": [ + 27, + 16, + 72 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00014.bin", + "sha256": "e88b3aeff60b008c0692dede6bb01b1c88c1382d2e43947116a1a17cd05c2b02" + }, + { + "key": [ + "PaliGemma", + "img", + "Transformer", + "encoderblock", + "MultiHeadDotProductAttention_0", + "query", + "kernel" + ], + "shape": [ + 27, + 1152, + 16, + 72 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00015.bin", + "sha256": "e9fd1e999ece3c2c60ee78d1edb05144fc3dd48f4801d36dada3ab165019f66e" + }, + { + "key": [ + "PaliGemma", + "img", + "Transformer", + "encoderblock", + "MultiHeadDotProductAttention_0", + "value", + "bias" + ], + "shape": [ + 27, + 16, + 72 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00016.bin", + "sha256": "6e3dc31645b5f377ceb505f4d846de01b6afc366bcd52f769bde98e75232a43d" + }, + { + "key": [ + "PaliGemma", + "img", + "Transformer", + "encoderblock", + "MultiHeadDotProductAttention_0", + "value", + "kernel" + ], + "shape": [ + 27, + 1152, + 16, + 72 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00017.bin", + "sha256": "00db809f6c7338cb508fa19b8e79ac90d174829074617ebea504b21bd0e2fdc8" + }, + { + "key": [ + "PaliGemma", + "img", + "embedding", + "bias" + ], + "shape": [ + 1152 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00018.bin", + "sha256": "a17d980221443f9f3c6457c5ee66cf60658025fc6ccef603b89905fad40fe715" + }, + { + "key": [ + "PaliGemma", + "img", + "embedding", + "kernel" + ], + "shape": [ + 14, + 14, + 3, + 1152 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00019.bin", + "sha256": "7d43a012136580611ff415554f5f63f5ff6456bf7afb6c2e459c2df31b711d3d" + }, + { + "key": [ + "PaliGemma", + "img", + "head", + "bias" + ], + "shape": [ + 2048 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00020.bin", + "sha256": "90998e4bce831062e3dc8a7d3895de8a8c9fc85298181895e2986538fa296415" + }, + { + "key": [ + "PaliGemma", + "img", + "head", + "kernel" + ], + "shape": [ + 1152, + 2048 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00021.bin", + "sha256": "9107b79938cdeb0697048d15aff671d4f579038178d3df0c816946d6fe7c0f2d" + }, + { + "key": [ + "PaliGemma", + "img", + "pos_embedding" + ], + "shape": [ + 1, + 256, + 1152 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00022.bin", + "sha256": "29e46652acaf68c1f8f072813b9a3543ee88ebd0448f8f796f4b94896371dfe2" + }, + { + "key": [ + "PaliGemma", + "llm", + "embedder", + "input_embedding" + ], + "shape": [ + 257152, + 2048 + ], + "dtype": "bfloat16", + "trainable": false, + "sha256": "1a864944010654f7d47f5f35e67073f013aa91c628e20f9b67961f1c94fd74cb" + }, + { + "key": [ + "PaliGemma", + "llm", + "final_norm", + "scale" + ], + "shape": [ + 2048 + ], + "dtype": "bfloat16", + "trainable": false, + "sha256": "08f1f18f16c1fd9df73fbd3cd2e8b9ec0809274f52074f99534e301ab2f98a66" + }, + { + "key": [ + "PaliGemma", + "llm", + "final_norm_1", + "Dense_0", + "bias" + ], + "shape": [ + 3072 + ], + "dtype": "bfloat16", + "trainable": false, + "sha256": "25b3d48a2e6fcfae7a4456461552ed50a4cfd96df656478c00bf7b7501b92ebf" + }, + { + "key": [ + "PaliGemma", + "llm", + "final_norm_1", + "Dense_0", + "kernel" + ], + "shape": [ + 1024, + 3072 + ], + "dtype": "bfloat16", + "trainable": false, + "sha256": "547b0dda39664f466d5a1e9046b94937660a2c0bdf1a3030483a06db54f8a57a" + }, + { + "key": [ + "PaliGemma", + "llm", + "layers", + "attn", + "attn_vec_einsum", + "lora_a" + ], + "shape": [ + 18, + 8, + 256, + 16 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00027.bin", + "sha256": "825e59b29307fb1f592128eb2a598edf0ea4d597604578aabfd694c63a9a5a14" + }, + { + "key": [ + "PaliGemma", + "llm", + "layers", + "attn", + "attn_vec_einsum", + "lora_b" + ], + "shape": [ + 18, + 8, + 16, + 2048 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00028.bin", + "sha256": "2ecd14201fc6f9816ad87b8c3f95ed23d1e16379db571a40946f19abe0824c4f" + }, + { + "key": [ + "PaliGemma", + "llm", + "layers", + "attn", + "attn_vec_einsum", + "w" + ], + "shape": [ + 18, + 8, + 256, + 2048 + ], + "dtype": "bfloat16", + "trainable": false, + "sha256": "f3d56948057f324e3b76283f4eb8b257b4fb508bc1f29b2ecd1686f7c8f4aa14" + }, + { + "key": [ + "PaliGemma", + "llm", + "layers", + "attn", + "attn_vec_einsum_1", + "lora_a" + ], + "shape": [ + 18, + 8, + 256, + 32 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00030.bin", + "sha256": "c4dcac459011fa80c140f0e949fa478a11e4514309a4d65aca24efa467b431ff" + }, + { + "key": [ + "PaliGemma", + "llm", + "layers", + "attn", + "attn_vec_einsum_1", + "lora_b" + ], + "shape": [ + 18, + 8, + 32, + 1024 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00031.bin", + "sha256": "576ffdb658e6ec8f81741b75f0db61e19ceeb5fda6c4a9a8e080689ae86d4139" + }, + { + "key": [ + "PaliGemma", + "llm", + "layers", + "attn", + "attn_vec_einsum_1", + "w" + ], + "shape": [ + 18, + 8, + 256, + 1024 + ], + "dtype": "bfloat16", + "trainable": false, + "sha256": "3a341df0218f0b6e493b9e42398ecacbd4b18d1650176007c293126c7212ea4a" + }, + { + "key": [ + "PaliGemma", + "llm", + "layers", + "attn", + "kv_einsum", + "lora_a" + ], + "shape": [ + 18, + 2, + 1, + 2048, + 16 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00033.bin", + "sha256": "804707502f91883c007d73933965cfe292bd1f0661a865b1cb19a0f7ade8fd48" + }, + { + "key": [ + "PaliGemma", + "llm", + "layers", + "attn", + "kv_einsum", + "lora_b" + ], + "shape": [ + 18, + 2, + 1, + 16, + 256 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00034.bin", + "sha256": "1157845ae55deea5d390ee24d2f3dd793fd8b55b8de13addadd22c267fe6eb48" + }, + { + "key": [ + "PaliGemma", + "llm", + "layers", + "attn", + "kv_einsum", + "w" + ], + "shape": [ + 18, + 2, + 1, + 2048, + 256 + ], + "dtype": "bfloat16", + "trainable": false, + "sha256": "f0a26461dc4025626288c0eaae529a4373506d7ddccd203a79e923112055c954" + }, + { + "key": [ + "PaliGemma", + "llm", + "layers", + "attn", + "kv_einsum_1", + "lora_a" + ], + "shape": [ + 18, + 2, + 1, + 1024, + 32 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00036.bin", + "sha256": "e55e97487f98880003c633eee1a1108d76571024b620db63f123e7fb2d6c76fa" + }, + { + "key": [ + "PaliGemma", + "llm", + "layers", + "attn", + "kv_einsum_1", + "lora_b" + ], + "shape": [ + 18, + 2, + 1, + 32, + 256 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00037.bin", + "sha256": "f1c815a014ec6f9bb42fbee68b19ac799a2677c1570ba997e2e3521c24449ad3" + }, + { + "key": [ + "PaliGemma", + "llm", + "layers", + "attn", + "kv_einsum_1", + "w" + ], + "shape": [ + 18, + 2, + 1, + 1024, + 256 + ], + "dtype": "bfloat16", + "trainable": false, + "sha256": "cef133958a7716cd914e238ddeae87a82817463c210f2b6ab79ccebb1fa5cfcb" + }, + { + "key": [ + "PaliGemma", + "llm", + "layers", + "attn", + "q_einsum", + "lora_a" + ], + "shape": [ + 18, + 8, + 2048, + 16 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00039.bin", + "sha256": "d8ebcb861ac1f84d91da49cd66e6bd90ff35413a877694029d6a4a63e3b0e3d6" + }, + { + "key": [ + "PaliGemma", + "llm", + "layers", + "attn", + "q_einsum", + "lora_b" + ], + "shape": [ + 18, + 8, + 16, + 256 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00040.bin", + "sha256": "66263e8acbcfe0b1d73cddb465590ba8b823ebafa413eb22917fba6c691ede0b" + }, + { + "key": [ + "PaliGemma", + "llm", + "layers", + "attn", + "q_einsum", + "w" + ], + "shape": [ + 18, + 8, + 2048, + 256 + ], + "dtype": "bfloat16", + "trainable": false, + "sha256": "49bd63dbc90f97b03dc0d9d3309bd4c4c800bd4eddf301bf87d232e76853ae68" + }, + { + "key": [ + "PaliGemma", + "llm", + "layers", + "attn", + "q_einsum_1", + "lora_a" + ], + "shape": [ + 18, + 8, + 1024, + 32 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00042.bin", + "sha256": "37a3e3d5d2a200dada60c37598d39551b043ee2b0832c5cddbe1e8a40ebf544e" + }, + { + "key": [ + "PaliGemma", + "llm", + "layers", + "attn", + "q_einsum_1", + "lora_b" + ], + "shape": [ + 18, + 8, + 32, + 256 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00043.bin", + "sha256": "dc3172d4128a04f1c82d853ceb4b15565548f40eb4c033f8bec8df18aa820ec8" + }, + { + "key": [ + "PaliGemma", + "llm", + "layers", + "attn", + "q_einsum_1", + "w" + ], + "shape": [ + 18, + 8, + 1024, + 256 + ], + "dtype": "bfloat16", + "trainable": false, + "sha256": "08bc434584edfd487b4312f7f29537261cf39194a28c7d078504826952019499" + }, + { + "key": [ + "PaliGemma", + "llm", + "layers", + "mlp", + "gating_einsum" + ], + "shape": [ + 18, + 2, + 2048, + 16384 + ], + "dtype": "bfloat16", + "trainable": false, + "sha256": "5c9d9aae7fae7ebacd7fc310c3708325491112bb511d5b94648b224ee5b5da44" + }, + { + "key": [ + "PaliGemma", + "llm", + "layers", + "mlp", + "gating_einsum_lora_a" + ], + "shape": [ + 18, + 2, + 2048, + 16 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00046.bin", + "sha256": "e2e75a658401e5f7f5ed627985f32315ba7e6adeb34b754c57c81bb12ed8c226" + }, + { + "key": [ + "PaliGemma", + "llm", + "layers", + "mlp", + "gating_einsum_lora_b" + ], + "shape": [ + 18, + 2, + 16, + 16384 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00047.bin", + "sha256": "86f6e54d14c8160b614941d09c830ad7ade8cd13c62683b072f1769cecba833d" + }, + { + "key": [ + "PaliGemma", + "llm", + "layers", + "mlp", + "linear" + ], + "shape": [ + 18, + 16384, + 2048 + ], + "dtype": "bfloat16", + "trainable": false, + "sha256": "7804c2ca69805bf3d6c440642fc951c606e31707c656762b62d574de02074c70" + }, + { + "key": [ + "PaliGemma", + "llm", + "layers", + "mlp", + "linear_lora_a" + ], + "shape": [ + 18, + 16384, + 16 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00049.bin", + "sha256": "b5608690db579f4c4b506f43112d452378e90ddaab527e343f4d73f980e74759" + }, + { + "key": [ + "PaliGemma", + "llm", + "layers", + "mlp", + "linear_lora_b" + ], + "shape": [ + 18, + 16, + 2048 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00050.bin", + "sha256": "8a1645c4c81d3cfc9e44bb470966c48a3d5ed178653430f690ffc5df99e49a14" + }, + { + "key": [ + "PaliGemma", + "llm", + "layers", + "mlp_1", + "gating_einsum" + ], + "shape": [ + 18, + 2, + 1024, + 4096 + ], + "dtype": "bfloat16", + "trainable": false, + "sha256": "ee8cf2ee0f988781cacecffeb508282966f4a4f26dcc122e5a1ea5ef70b2b66e" + }, + { + "key": [ + "PaliGemma", + "llm", + "layers", + "mlp_1", + "gating_einsum_lora_a" + ], + "shape": [ + 18, + 2, + 1024, + 32 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00052.bin", + "sha256": "edb8da19e4550e147d63576465ca3066742e646d91bdb0a7c86686e829c15417" + }, + { + "key": [ + "PaliGemma", + "llm", + "layers", + "mlp_1", + "gating_einsum_lora_b" + ], + "shape": [ + 18, + 2, + 32, + 4096 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00053.bin", + "sha256": "1266bec6cdb5f4678d491b6677897254bb97f2ab4c0d33702e260db426410d9b" + }, + { + "key": [ + "PaliGemma", + "llm", + "layers", + "mlp_1", + "linear" + ], + "shape": [ + 18, + 4096, + 1024 + ], + "dtype": "bfloat16", + "trainable": false, + "sha256": "5988c6c1a62daf5381d621ce4d546101e9c0620e0ff1115b79d348effa7e663e" + }, + { + "key": [ + "PaliGemma", + "llm", + "layers", + "mlp_1", + "linear_lora_a" + ], + "shape": [ + 18, + 4096, + 32 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00055.bin", + "sha256": "709e667b6a805be0ac851911321599b6886c1d2c70aa08bd8283c346ed686ad8" + }, + { + "key": [ + "PaliGemma", + "llm", + "layers", + "mlp_1", + "linear_lora_b" + ], + "shape": [ + 18, + 32, + 1024 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00056.bin", + "sha256": "ad5ac0cffca3077fd96aa32f2f7bddea15d6b076d9a02f30af5268f7f01c7062" + }, + { + "key": [ + "PaliGemma", + "llm", + "layers", + "pre_attention_norm", + "scale" + ], + "shape": [ + 18, + 2048 + ], + "dtype": "bfloat16", + "trainable": false, + "sha256": "37fa5c86fa453d713c979be95fce9c6a6464b87c7339b2b887f04d4f3a2b10b5" + }, + { + "key": [ + "PaliGemma", + "llm", + "layers", + "pre_attention_norm_1", + "Dense_0", + "bias" + ], + "shape": [ + 18, + 3072 + ], + "dtype": "bfloat16", + "trainable": false, + "sha256": "1cc8cca210b816a450ace197de5a550f362edf0d4bb8133435ea1d3f86f2d606" + }, + { + "key": [ + "PaliGemma", + "llm", + "layers", + "pre_attention_norm_1", + "Dense_0", + "kernel" + ], + "shape": [ + 18, + 1024, + 3072 + ], + "dtype": "bfloat16", + "trainable": false, + "sha256": "23e81e87528f562e0d326eae3667295e1a03c2ccee7015254cf3e5c51372128a" + }, + { + "key": [ + "PaliGemma", + "llm", + "layers", + "pre_ffw_norm", + "scale" + ], + "shape": [ + 18, + 2048 + ], + "dtype": "bfloat16", + "trainable": false, + "sha256": "9ea1d295fd076be19aee25bfdf8d064800dcb46fe82be303ffc113299de4a88f" + }, + { + "key": [ + "PaliGemma", + "llm", + "layers", + "pre_ffw_norm_1", + "Dense_0", + "bias" + ], + "shape": [ + 18, + 3072 + ], + "dtype": "bfloat16", + "trainable": false, + "sha256": "3ebb26e581981f80f4c47d8e5323badd71054ee89fb6b023f5b98b83535cc04a" + }, + { + "key": [ + "PaliGemma", + "llm", + "layers", + "pre_ffw_norm_1", + "Dense_0", + "kernel" + ], + "shape": [ + 18, + 1024, + 3072 + ], + "dtype": "bfloat16", + "trainable": false, + "sha256": "d854ec1c6dee5ff98fb2ff68d39146caf57f21e2af4b72fe611c6efa0cffb7c5" + }, + { + "key": [ + "action_in_proj", + "bias" + ], + "shape": [ + 1024 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00063.bin", + "sha256": "b00ac81b1710ce247250314b3397201324dfb2f873905971a0db4296419586cc" + }, + { + "key": [ + "action_in_proj", + "kernel" + ], + "shape": [ + 32, + 1024 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00064.bin", + "sha256": "21623d6874a349860aa694237ac0a5a46196791d57515fb1acb46c154808908f" + }, + { + "key": [ + "action_out_proj", + "bias" + ], + "shape": [ + 32 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00065.bin", + "sha256": "bc6ecf42136b4593a61f233ced2e737842870120ebc1647bd4b14b1c7f82e04b" + }, + { + "key": [ + "action_out_proj", + "kernel" + ], + "shape": [ + 1024, + 32 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00066.bin", + "sha256": "e425f161772e024b96e0e88887923b544b9a7155a9bcba447b72606cfd33a170" + }, + { + "key": [ + "time_mlp_in", + "bias" + ], + "shape": [ + 1024 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00067.bin", + "sha256": "d18764ef7e6028edb22ec34a44d51ca0932cc8496140669a8cc3589c767ce4a6" + }, + { + "key": [ + "time_mlp_in", + "kernel" + ], + "shape": [ + 1024, + 1024 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00068.bin", + "sha256": "c05cac1dbab342f7652e1b3882673c4deb079d09484e00fd62d4505fdcab029f" + }, + { + "key": [ + "time_mlp_out", + "bias" + ], + "shape": [ + 1024 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00069.bin", + "sha256": "3e126ce3c0f9cb62f2d9194f3b3d9c345d75ed63e7e7f6ee002a2674286e2ed8" + }, + { + "key": [ + "time_mlp_out", + "kernel" + ], + "shape": [ + 1024, + 1024 + ], + "dtype": "float32", + "trainable": true, + "file": "weights/00070.bin", + "sha256": "d85b293aa023672de101531051372ab4de08b4fdcaddb2a06c473bf85913dba4" + } + ], + "resume_supported": false, + "parameter_bytes": 1867828288, + "step": 110000, + "asset_files": { + "assets/raids_full_alltrain_h40_v31/norm_stats.json": "014810dcea6b7dab6e7cd10056a45c5863ec63c359f7fe1f03f79a6f41ce8ce1" + } +} diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00000.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00000.bin new file mode 100644 index 0000000000000000000000000000000000000000..1c3ebf66815366e09754f01520dd37cb5c72f76e --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00000.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84ff206b3ad0213fb99dd0465cc295745d2a4e37c8adb0ed661cb6eb073f0fb4 +size 4608 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00001.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00001.bin new file mode 100644 index 0000000000000000000000000000000000000000..dd0e675c1dd895e7c27f088c688c520f2b244126 --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00001.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e07c17448ab22565f44546e16118849c1eae22a0968a5e3e2bb4c6afb205116f +size 4608 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00002.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00002.bin new file mode 100644 index 0000000000000000000000000000000000000000..ccfab75425fdeede8358a064ab74b455cf3f6cdd --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c92c0423f989ea4de1dd43db3b294de368311b3fa0373c1f5ad3d79f826e0e93 +size 124416 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00003.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00003.bin new file mode 100644 index 0000000000000000000000000000000000000000..8e8c7895da55757b7d20749633b0172e48978232 --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:476b256c5dbf1a8e78d61eb4ad8530705e4fb308713c49205fff1b3e46629d12 +size 124416 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00004.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00004.bin new file mode 100644 index 0000000000000000000000000000000000000000..3c4d354755b57771f3a3269884405581c27e0625 --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00004.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83f6bf191030736b410957d80d6a06a3af53f26325bd244ad08e9af085be16cf +size 124416 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00005.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00005.bin new file mode 100644 index 0000000000000000000000000000000000000000..7ac8c686a49444e296324a05f8cda7d8fcd70f9e --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00005.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48ef8800ce46fbb9fdc0906d6d1022feaa5de2b5e75f8967e723c24d9b3d8bc7 +size 124416 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00006.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00006.bin new file mode 100644 index 0000000000000000000000000000000000000000..b4366eea71c70e002ef6cdda8e9d021f74f8e8f8 --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00006.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44006f9d48404df6e5b227fccd9356ac065f84da100f7f3e8a37b2c13c59fee6 +size 464832 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00007.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00007.bin new file mode 100644 index 0000000000000000000000000000000000000000..efe954456dc6e3688ab1496166b6caae5c67e8fa --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00007.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d59acfdbddacecd10f8f6e414129d57d27544a97b3bb14f5da1a2b94393638da +size 535486464 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00008.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00008.bin new file mode 100644 index 0000000000000000000000000000000000000000..62ddcb9bf75ffac7f3c308e6c69f260b2cffda72 --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00008.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0820fafa1984df8678abffac595c1f6f357c232f8e97e2f10950b8e631dbc30 +size 124416 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00009.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00009.bin new file mode 100644 index 0000000000000000000000000000000000000000..fb9ec20c2f9a6f8513c81af648e595cac89d9661 --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00009.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f558ea52f137d6aa6daf989a335587c633dc72be3408ed1fead981d9d934d9a8 +size 535486464 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00010.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00010.bin new file mode 100644 index 0000000000000000000000000000000000000000..1fc5a3db9f8f098eb919e7d4ab6867e145b34a3a --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00010.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b687c64cd460be1ee1cc19d739856342a94632353b1935f07ffdb7cbc92cc14c +size 124416 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00011.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00011.bin new file mode 100644 index 0000000000000000000000000000000000000000..2d368269febdc983034c7c024c047f5ebaa92ea4 --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00011.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb27cebcd583ed6f920235d933b334588e9e1c88eb4a7aaf7339ceb6755ca657 +size 143327232 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00012.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00012.bin new file mode 100644 index 0000000000000000000000000000000000000000..b26c2a4573d993567c8ad4397a73c31fbcfe6f1b --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00012.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:704855f2a71d2bbf9bf8939503c14770e6034f6088c986dd0e319a4b8ab98c10 +size 124416 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00013.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00013.bin new file mode 100644 index 0000000000000000000000000000000000000000..be451e77f3290503ff0773fb9a6969eea24a2d4b --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00013.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ced7d75142223751fda07811cd8aa3c890666fe55dfbf2cd435d04c7a9150583 +size 143327232 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00014.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00014.bin new file mode 100644 index 0000000000000000000000000000000000000000..f8211a905da01d64344d130e51b8844075aa3907 --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00014.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e88b3aeff60b008c0692dede6bb01b1c88c1382d2e43947116a1a17cd05c2b02 +size 124416 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00015.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00015.bin new file mode 100644 index 0000000000000000000000000000000000000000..25148a66a6bce70a7e9fbfb170529a006a7717e0 --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00015.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9fd1e999ece3c2c60ee78d1edb05144fc3dd48f4801d36dada3ab165019f66e +size 143327232 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00016.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00016.bin new file mode 100644 index 0000000000000000000000000000000000000000..bcec42331532c4b62ec91306218c12d90bdcebf4 --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00016.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e3dc31645b5f377ceb505f4d846de01b6afc366bcd52f769bde98e75232a43d +size 124416 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00017.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00017.bin new file mode 100644 index 0000000000000000000000000000000000000000..1ea1239948f01f1e2d073871656154c7d66135ff --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00017.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00db809f6c7338cb508fa19b8e79ac90d174829074617ebea504b21bd0e2fdc8 +size 143327232 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00018.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00018.bin new file mode 100644 index 0000000000000000000000000000000000000000..62efe773f853ad9e91e03285593cc275dd0c50c6 --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00018.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a17d980221443f9f3c6457c5ee66cf60658025fc6ccef603b89905fad40fe715 +size 4608 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00019.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00019.bin new file mode 100644 index 0000000000000000000000000000000000000000..26946f9101139795b1e8eb472a5b3b4fbcf9b88f --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00019.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d43a012136580611ff415554f5f63f5ff6456bf7afb6c2e459c2df31b711d3d +size 2709504 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00020.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00020.bin new file mode 100644 index 0000000000000000000000000000000000000000..f129424d70c21660289ee6051192b04a90c2f073 --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00020.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90998e4bce831062e3dc8a7d3895de8a8c9fc85298181895e2986538fa296415 +size 8192 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00021.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00021.bin new file mode 100644 index 0000000000000000000000000000000000000000..f8ae3a35c4230a51de02c4d78ad9333fbfabd848 --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00021.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9107b79938cdeb0697048d15aff671d4f579038178d3df0c816946d6fe7c0f2d +size 9437184 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00022.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00022.bin new file mode 100644 index 0000000000000000000000000000000000000000..a34e82419e65a9d9c88453f1791662db4c3eeef1 --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00022.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29e46652acaf68c1f8f072813b9a3543ee88ebd0448f8f796f4b94896371dfe2 +size 1179648 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00027.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00027.bin new file mode 100644 index 0000000000000000000000000000000000000000..d07c04d6e18e383f2359d9592dc6875b29333cf3 --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00027.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:825e59b29307fb1f592128eb2a598edf0ea4d597604578aabfd694c63a9a5a14 +size 2359296 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00028.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00028.bin new file mode 100644 index 0000000000000000000000000000000000000000..d39e6d164b1ee83cc9bd7924726ff6bbe0dc0cc1 --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00028.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ecd14201fc6f9816ad87b8c3f95ed23d1e16379db571a40946f19abe0824c4f +size 18874368 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00030.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00030.bin new file mode 100644 index 0000000000000000000000000000000000000000..c51b4999237c2972de85351c4cdcb1cf51b0036d --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00030.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4dcac459011fa80c140f0e949fa478a11e4514309a4d65aca24efa467b431ff +size 4718592 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00031.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00031.bin new file mode 100644 index 0000000000000000000000000000000000000000..20386ec6c3b366141f9b47945000670816445f4d --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00031.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:576ffdb658e6ec8f81741b75f0db61e19ceeb5fda6c4a9a8e080689ae86d4139 +size 18874368 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00033.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00033.bin new file mode 100644 index 0000000000000000000000000000000000000000..64e34dd769c8b3da90c013bf2cb75fbe327f10e8 --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00033.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:804707502f91883c007d73933965cfe292bd1f0661a865b1cb19a0f7ade8fd48 +size 4718592 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00034.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00034.bin new file mode 100644 index 0000000000000000000000000000000000000000..8715d0056ee73ab3c7c82bb7f0009be57eabb2e7 --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00034.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1157845ae55deea5d390ee24d2f3dd793fd8b55b8de13addadd22c267fe6eb48 +size 589824 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00036.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00036.bin new file mode 100644 index 0000000000000000000000000000000000000000..d7dfbc356c77f5c5f3fe66ba19b967e629cfcf99 --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00036.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e55e97487f98880003c633eee1a1108d76571024b620db63f123e7fb2d6c76fa +size 4718592 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00037.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00037.bin new file mode 100644 index 0000000000000000000000000000000000000000..bc26bbc1ddd9e31bf7bb8cfb5a8b382cf69216ea --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00037.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1c815a014ec6f9bb42fbee68b19ac799a2677c1570ba997e2e3521c24449ad3 +size 1179648 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00039.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00039.bin new file mode 100644 index 0000000000000000000000000000000000000000..ab531dcd955a5947e7a37eb368bf37bbccf54ff2 --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00039.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8ebcb861ac1f84d91da49cd66e6bd90ff35413a877694029d6a4a63e3b0e3d6 +size 18874368 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00040.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00040.bin new file mode 100644 index 0000000000000000000000000000000000000000..47c68ee95ed1898e1dfed7f7b94c007085f5ab04 --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00040.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66263e8acbcfe0b1d73cddb465590ba8b823ebafa413eb22917fba6c691ede0b +size 2359296 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00042.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00042.bin new file mode 100644 index 0000000000000000000000000000000000000000..1b25cd8e1eab8db0c30c51d14c2e4991e2aa603f --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00042.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37a3e3d5d2a200dada60c37598d39551b043ee2b0832c5cddbe1e8a40ebf544e +size 18874368 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00043.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00043.bin new file mode 100644 index 0000000000000000000000000000000000000000..ab6b3802be26eb0eed6254073f5737a47071e2c7 --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00043.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc3172d4128a04f1c82d853ceb4b15565548f40eb4c033f8bec8df18aa820ec8 +size 4718592 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00046.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00046.bin new file mode 100644 index 0000000000000000000000000000000000000000..402cd7c15a538763e7b8639377bcd986407cf600 --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00046.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2e75a658401e5f7f5ed627985f32315ba7e6adeb34b754c57c81bb12ed8c226 +size 4718592 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00047.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00047.bin new file mode 100644 index 0000000000000000000000000000000000000000..4328e0b935db3c3e487936c89f5c41fc5f4f49de --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00047.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86f6e54d14c8160b614941d09c830ad7ade8cd13c62683b072f1769cecba833d +size 37748736 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00049.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00049.bin new file mode 100644 index 0000000000000000000000000000000000000000..751240bc5a084df6b2fb54d442639447880b0553 --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00049.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5608690db579f4c4b506f43112d452378e90ddaab527e343f4d73f980e74759 +size 18874368 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00050.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00050.bin new file mode 100644 index 0000000000000000000000000000000000000000..31aaf7d536fb1936e5150480a23a77012c7b8b89 --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00050.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a1645c4c81d3cfc9e44bb470966c48a3d5ed178653430f690ffc5df99e49a14 +size 2359296 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00052.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00052.bin new file mode 100644 index 0000000000000000000000000000000000000000..683c9d5268b7d5320e8eb5ef1d10707eb67a67d8 --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00052.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edb8da19e4550e147d63576465ca3066742e646d91bdb0a7c86686e829c15417 +size 4718592 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00053.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00053.bin new file mode 100644 index 0000000000000000000000000000000000000000..999c6542ef526fd87ae51d4e4c354430b5c9d5c5 --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00053.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1266bec6cdb5f4678d491b6677897254bb97f2ab4c0d33702e260db426410d9b +size 18874368 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00055.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00055.bin new file mode 100644 index 0000000000000000000000000000000000000000..408c98cc3806b987a85cc520c793aafb74522a18 --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00055.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:709e667b6a805be0ac851911321599b6886c1d2c70aa08bd8283c346ed686ad8 +size 9437184 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00056.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00056.bin new file mode 100644 index 0000000000000000000000000000000000000000..6db3d79fafb31f5091159d1a9ef139c98aa4b7fe --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00056.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad5ac0cffca3077fd96aa32f2f7bddea15d6b076d9a02f30af5268f7f01c7062 +size 2359296 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00063.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00063.bin new file mode 100644 index 0000000000000000000000000000000000000000..ed060fb8c9f100503b27e6556e079e9c351ad392 --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00063.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b00ac81b1710ce247250314b3397201324dfb2f873905971a0db4296419586cc +size 4096 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00064.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00064.bin new file mode 100644 index 0000000000000000000000000000000000000000..764d1f3c18c6e33fd8a276b540ed690f017b6859 --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00064.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21623d6874a349860aa694237ac0a5a46196791d57515fb1acb46c154808908f +size 131072 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00065.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00065.bin new file mode 100644 index 0000000000000000000000000000000000000000..6ff4a388abdf450100ba7bedf3e3ff6a7b7eb9ae --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00065.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc6ecf42136b4593a61f233ced2e737842870120ebc1647bd4b14b1c7f82e04b +size 128 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00066.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00066.bin new file mode 100644 index 0000000000000000000000000000000000000000..3cd6f5f2ae2339a1a0ccc12877774c521eeed276 --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00066.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e425f161772e024b96e0e88887923b544b9a7155a9bcba447b72606cfd33a170 +size 131072 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00067.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00067.bin new file mode 100644 index 0000000000000000000000000000000000000000..1a85a0a80967e101f1055570320e3068e91e7d78 --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00067.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d18764ef7e6028edb22ec34a44d51ca0932cc8496140669a8cc3589c767ce4a6 +size 4096 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00068.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00068.bin new file mode 100644 index 0000000000000000000000000000000000000000..1654148872de8b2af287520095bcd22a50d280d7 --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00068.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c05cac1dbab342f7652e1b3882673c4deb079d09484e00fd62d4505fdcab029f +size 4194304 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00069.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00069.bin new file mode 100644 index 0000000000000000000000000000000000000000..cf72392488c1a031bc55c94aa84ac314c4e4610f --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00069.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e126ce3c0f9cb62f2d9194f3b3d9c345d75ed63e7e7f6ee002a2674286e2ed8 +size 4096 diff --git a/pi05/delta/stage01_17_h40/step_110000/weights/00070.bin b/pi05/delta/stage01_17_h40/step_110000/weights/00070.bin new file mode 100644 index 0000000000000000000000000000000000000000..4ab675f5fa444d0704ff7469473c2d9e2132326c --- /dev/null +++ b/pi05/delta/stage01_17_h40/step_110000/weights/00070.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d85b293aa023672de101531051372ab4de08b4fdcaddb2a06c473bf85913dba4 +size 4194304