henry13522 commited on
Commit
410272b
·
verified ·
1 Parent(s): b95b9ac

Add files using upload-large-folder tool

Browse files
50000/_CHECKPOINT_METADATA ADDED
@@ -0,0 +1 @@
 
 
1
+ {"item_handlers": {"assets": "openpi.training.checkpoints.CallbackHandler", "params": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "train_state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1791249043053461530, "commit_timestamp_nsecs": 1791249078348168149, "custom_metadata": {}}
50000/assets/pi05_libero/norm_stats.json ADDED
@@ -0,0 +1,84 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "norm_stats": {
3
+ "state": {
4
+ "mean": [
5
+ 0.048380594700574875,
6
+ 0.11262303590774536,
7
+ 0.6594910025596619,
8
+ 3.370551347732544,
9
+ -0.30113735795021057,
10
+ -0.24474778771400452,
11
+ 0.02991946041584015,
12
+ -0.029522070661187172
13
+ ],
14
+ "std": [
15
+ 0.11915058642625809,
16
+ 0.2559613585472107,
17
+ 0.1345514953136444,
18
+ 0.6972067952156067,
19
+ 0.75095134973526,
20
+ 0.7611529231071472,
21
+ 0.011234981939196587,
22
+ 0.01164152380079031
23
+ ],
24
+ "q01": [
25
+ -0.2685799194574356,
26
+ -0.33133132414221766,
27
+ 0.4330671876549721,
28
+ 2.4110534167289734,
29
+ -2.4456029770374297,
30
+ -2.43879587931633,
31
+ 0.0009645143877714873,
32
+ -0.04009675695095211
33
+ ],
34
+ "q99": [
35
+ 0.23303380120396622,
36
+ 0.5012647942483425,
37
+ 1.0027180651426315,
38
+ 4.715920171499253,
39
+ 0.03176737618446346,
40
+ 1.2033550313949584,
41
+ 0.04003552807592787,
42
+ 0.00003360225446522036
43
+ ]
44
+ },
45
+ "actions": {
46
+ "mean": [
47
+ 0.010760927572846413,
48
+ 0.02506864257156849,
49
+ 0.01419717539101839,
50
+ 0.0020873930770903826,
51
+ 0.0005215497221797705,
52
+ -0.00006810902414144948,
53
+ 0.031027423217892647
54
+ ],
55
+ "std": [
56
+ 0.20257413387298584,
57
+ 0.363967627286911,
58
+ 0.30624639987945557,
59
+ 0.12264969944953918,
60
+ 0.11749287694692612,
61
+ 0.08579856157302856,
62
+ 0.9992039203643799
63
+ ],
64
+ "q01": [
65
+ -1.0,
66
+ -1.0,
67
+ -1.0,
68
+ -0.5,
69
+ -0.5001200099349021,
70
+ -0.5003199966907501,
71
+ -1.0
72
+ ],
73
+ "q99": [
74
+ 0.8684000000000001,
75
+ 0.9996,
76
+ 0.9996,
77
+ 0.5,
78
+ 0.4999599966883661,
79
+ 0.4997600099325181,
80
+ 0.9997999999999998
81
+ ]
82
+ }
83
+ }
84
+ }
50000/assets/robomem_memory.json ADDED
@@ -0,0 +1,63 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action_horizon": 20,
3
+ "architecture": "primary_camera_v5_spatial_history_offset_512_1152",
4
+ "base_params": "checkpoints/pi05_base/params",
5
+ "batch_size": 256,
6
+ "cache": "data/robomem_siglip_base_main_spatial_v3",
7
+ "cache_manifest": {
8
+ "base_params": "checkpoints/pi05_base/params",
9
+ "camera": "image",
10
+ "dataset": "data/robomemarena_pi05_task_all_with_subtask_seed",
11
+ "encoder_param_dtype": "bfloat16",
12
+ "feature_dim": 1152,
13
+ "feature_source": "SigLIP/Transformer/encoder_norm",
14
+ "format": "robomem_siglip_main_spatial_v3_npy",
15
+ "frame0_pool": "bilinear_16x16_to_4x4_no_antialias",
16
+ "frame0_tokens": 16,
17
+ "history_capacity": 191,
18
+ "history_pool": "bilinear_16x16_to_4x4_no_antialias",
19
+ "history_stride": 10,
20
+ "history_tokens_per_frame": 16,
21
+ "image_size": 224,
22
+ "max_task_frames": 1918,
23
+ "metadata_sha256": "7b3c033bbbb671a47b0eb9caf2f197c2dd0414219f9a4110ba83a9976ba74bf6",
24
+ "resize": "PIL_bilinear_uint8",
25
+ "stored_dtype": "float16_from_bfloat16",
26
+ "total_frames": 2811755,
27
+ "total_tasks": 2600
28
+ },
29
+ "checkpoint_root": "checkpoints",
30
+ "dataset": "data/robomemarena_pi05_task_all_with_subtask_seed",
31
+ "device_prefetch": 2,
32
+ "execution_horizon": 10,
33
+ "freeze_steps": 5000,
34
+ "freeze_vision": true,
35
+ "fsdp_devices": 8,
36
+ "history_capacity": 191,
37
+ "history_stride": 10,
38
+ "history_tokens_per_frame": 16,
39
+ "log_interval": 20,
40
+ "loss": "flow+0.01*(100*MSE+1-Pearson)",
41
+ "max_task_frames": 1918,
42
+ "metadata_filename": "robomem_memory.json",
43
+ "model": {
44
+ "action_dim": 32,
45
+ "action_expert_variant": "gemma_300m",
46
+ "action_horizon": 20,
47
+ "discrete_state_input": false,
48
+ "dtype": "bfloat16",
49
+ "max_token_len": 200,
50
+ "paligemma_variant": "gemma_2b",
51
+ "pi05": true,
52
+ "pytorch_compile_mode": "max-autotune"
53
+ },
54
+ "prefetch_factor": 2,
55
+ "progress_target": "round(subtask_id/num_subtasks,2)",
56
+ "resume": true,
57
+ "resume_step": 10000,
58
+ "run_name": "main_v5_spatial4x4_h191_a20_exec10_bs256_5k50k",
59
+ "save_interval": 1000,
60
+ "shared_memory_loader": true,
61
+ "steps": 55000,
62
+ "workers": 8
63
+ }
50000/params/_METADATA ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:374a1306796f1f69a7fe7996dd61e7459a80e0646370d2228ad294860ecb0841
3
+ size 77885
50000/params/_sharding ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:847e82744fdeb7ad43ae3940f0ab3dbb336b7c16f2b1e24e3f4b8a4b24106bdc
3
+ size 58527
50000/params/array_metadatas/process_0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a0a569010277416cdbeee1b7bcff8d5eda73cdb02c85dfdb246841ea14c8de9
3
+ size 28305
50000/params/d/7d9023ea1a42ac128d7a54bd3a95d5fa ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfc579f0bc71333aafb9b0b67f050ff228525b0dccb8179d997e23b3abd35a9a
3
+ size 268748
50000/params/manifest.ocdbt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba4ec2909f05dc3c399f56eb0fafd4f30b758b6d7a575d1766d387eb4f21afc5
3
+ size 120
50000/params/ocdbt.process_0/d/1edd4e8d94f7efddfdbb208ddedc388a ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35c662bc04f0bb3328674f84e993871bb52d0bbdff9fca7a6b7e314cf5fa9ad1
3
+ size 204
50000/params/ocdbt.process_0/d/227ff146edc9a927477ff7097b73bcd1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8f2f6271f68121a740f4e87d84fca725405091678ee84cb3c7442ed1be9c30e
3
+ size 443
50000/params/ocdbt.process_0/d/23acae17f3af0149f4523126d559cf0b ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:863cc9feae1f1f19282ad574474bc493a7f4c1a66ee9ffd00d3387995097f2cc
3
+ size 2620
50000/params/ocdbt.process_0/d/25b7e6f31e300c3b2d4a9e2b4c538f9d ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48f59b2ad2551c134d710b0d0c2254b084994c62410232897e70403315bc07ef
3
+ size 1680537192
50000/params/ocdbt.process_0/d/5d863ece6d46de5cbc0930f1a3997cd8 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed9f6b4a4e4d8b214abeaf22c77fe8b4da91a3416d7ebde27ce672eac9381093
3
+ size 2414062880
50000/params/ocdbt.process_0/d/64f6f44ef8a8abd11864d5d395c45ff8 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d8f8d4bbbb3d44922ca3f8831068489d478ed53289f2965f247947f3ea64e22
3
+ size 2240348440
50000/params/ocdbt.process_0/d/77abcea3bdcba70ca53f0b22bfa47b0d ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61001355f9aee385ad9326bb10bf6f6fc09ee39cd2be6aede69092184c1132f2
3
+ size 951775140
50000/params/ocdbt.process_0/d/853f72a28504554bab43017754533dcc ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abfb391246a534434e577497e60799e3ae1ad9060f822a100d94983c2a4d6473
3
+ size 12620693
50000/params/ocdbt.process_0/d/9c0484f0dd420f287201d23da040c669 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a529931ecdff929a542cdae30cd624be1aa34c82a05882c4487d9403faf7256
3
+ size 1498
50000/params/ocdbt.process_0/d/ab379bd37f74c0e87ddba02d44100a8c ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:591913bf353721fc771065c42b91698f75fda8b94a887a8990a2b2724e5aebb0
3
+ size 2343563491
50000/params/ocdbt.process_0/d/e4739f3902de861621dbe39cfc153205 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4250661ef4ca347fac3445ca31125e5e79782b17a141ee29b347d2c4a5f38dba
3
+ size 2006112315
50000/params/ocdbt.process_0/d/e50c941de03f7c07acbdb2c0ca78e91d ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3bc1a1aa69428a6bd3436e716b4303e542ba3f86ebc5f5d7de9bc36af299e84
3
+ size 436
50000/params/ocdbt.process_0/d/e8478528f279a7195ee86bbbe181aea6 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a69508273c31cbd9b63c31b030544590669500f302cdf28533e6ed9f3ae4c68
3
+ size 7274188
50000/params/ocdbt.process_0/manifest.ocdbt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1909df2edbcbdd1d8a7ee393e9c3ae1ef1d5196918a8dad9db6f4b4f94c7a757
3
+ size 527
README.md CHANGED
@@ -15,8 +15,6 @@ tags:
15
 
16
  # TaskAnchor–π0.5: RoboMemArena 50k weights
17
 
18
- > Weight upload is pending. The complete checkpoint is not yet available.
19
-
20
  This repository contains the complete inference checkpoint and its required
21
  configuration, tokenizer, and normalization assets. Source code will be
22
  published separately on GitHub; the link will be added here when available.
 
15
 
16
  # TaskAnchor–π0.5: RoboMemArena 50k weights
17
 
 
 
18
  This repository contains the complete inference checkpoint and its required
19
  configuration, tokenizer, and normalization assets. Source code will be
20
  published separately on GitHub; the link will be added here when available.
SHA256SUMS ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ e3026544b4e02facf6f7d852fe57b7c241cf3bef263067541a2bb44ad27bc674 50000/_CHECKPOINT_METADATA
2
+ 0c0d329a3345d2ea2e1348dac0edf4ae175085fac200cca1cab967aae1ae1767 50000/assets/pi05_libero/norm_stats.json
3
+ 58b9f9b99bcec5098d8a9987cba2d0c241ecdfd9308388db14c3be11ecf7e5ce 50000/assets/robomem_memory.json
4
+ 374a1306796f1f69a7fe7996dd61e7459a80e0646370d2228ad294860ecb0841 50000/params/_METADATA
5
+ 847e82744fdeb7ad43ae3940f0ab3dbb336b7c16f2b1e24e3f4b8a4b24106bdc 50000/params/_sharding
6
+ 9a0a569010277416cdbeee1b7bcff8d5eda73cdb02c85dfdb246841ea14c8de9 50000/params/array_metadatas/process_0
7
+ bfc579f0bc71333aafb9b0b67f050ff228525b0dccb8179d997e23b3abd35a9a 50000/params/d/7d9023ea1a42ac128d7a54bd3a95d5fa
8
+ ba4ec2909f05dc3c399f56eb0fafd4f30b758b6d7a575d1766d387eb4f21afc5 50000/params/manifest.ocdbt
9
+ 35c662bc04f0bb3328674f84e993871bb52d0bbdff9fca7a6b7e314cf5fa9ad1 50000/params/ocdbt.process_0/d/1edd4e8d94f7efddfdbb208ddedc388a
10
+ a8f2f6271f68121a740f4e87d84fca725405091678ee84cb3c7442ed1be9c30e 50000/params/ocdbt.process_0/d/227ff146edc9a927477ff7097b73bcd1
11
+ 863cc9feae1f1f19282ad574474bc493a7f4c1a66ee9ffd00d3387995097f2cc 50000/params/ocdbt.process_0/d/23acae17f3af0149f4523126d559cf0b
12
+ 48f59b2ad2551c134d710b0d0c2254b084994c62410232897e70403315bc07ef 50000/params/ocdbt.process_0/d/25b7e6f31e300c3b2d4a9e2b4c538f9d
13
+ ed9f6b4a4e4d8b214abeaf22c77fe8b4da91a3416d7ebde27ce672eac9381093 50000/params/ocdbt.process_0/d/5d863ece6d46de5cbc0930f1a3997cd8
14
+ 6d8f8d4bbbb3d44922ca3f8831068489d478ed53289f2965f247947f3ea64e22 50000/params/ocdbt.process_0/d/64f6f44ef8a8abd11864d5d395c45ff8
15
+ 61001355f9aee385ad9326bb10bf6f6fc09ee39cd2be6aede69092184c1132f2 50000/params/ocdbt.process_0/d/77abcea3bdcba70ca53f0b22bfa47b0d
16
+ abfb391246a534434e577497e60799e3ae1ad9060f822a100d94983c2a4d6473 50000/params/ocdbt.process_0/d/853f72a28504554bab43017754533dcc
17
+ 0a529931ecdff929a542cdae30cd624be1aa34c82a05882c4487d9403faf7256 50000/params/ocdbt.process_0/d/9c0484f0dd420f287201d23da040c669
18
+ 591913bf353721fc771065c42b91698f75fda8b94a887a8990a2b2724e5aebb0 50000/params/ocdbt.process_0/d/ab379bd37f74c0e87ddba02d44100a8c
19
+ 4250661ef4ca347fac3445ca31125e5e79782b17a141ee29b347d2c4a5f38dba 50000/params/ocdbt.process_0/d/e4739f3902de861621dbe39cfc153205
20
+ f3bc1a1aa69428a6bd3436e716b4303e542ba3f86ebc5f5d7de9bc36af299e84 50000/params/ocdbt.process_0/d/e50c941de03f7c07acbdb2c0ca78e91d
21
+ 9a69508273c31cbd9b63c31b030544590669500f302cdf28533e6ed9f3ae4c68 50000/params/ocdbt.process_0/d/e8478528f279a7195ee86bbbe181aea6
22
+ 1909df2edbcbdd1d8a7ee393e9c3ae1ef1d5196918a8dad9db6f4b4f94c7a757 50000/params/ocdbt.process_0/manifest.ocdbt
23
+ e5f5e60dd6d6512b33054d5ae1ae23ddac1923ce1d719455cbe78898d2f0ecef recipe.json
24
+ 8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6 tokenizer/paligemma_tokenizer.model
25
+ 900d7733f3e68c08d3d9148fb002f40314f2f91854c0e63265aa3d601aa6cff0 weights_manifest.json
recipe.json ADDED
@@ -0,0 +1,172 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action_horizon": 20,
3
+ "architecture": "primary_camera_v5_spatial_history_offset_512_1152",
4
+ "base_params": "checkpoints/pi05_base/params",
5
+ "batch_size": 256,
6
+ "cache": "data/robomem_siglip_base_main_spatial_v3",
7
+ "cache_manifest": {
8
+ "base_params": "checkpoints/pi05_base/params",
9
+ "camera": "image",
10
+ "dataset": "data/robomemarena_pi05_task_all_with_subtask_seed",
11
+ "encoder_param_dtype": "bfloat16",
12
+ "feature_dim": 1152,
13
+ "feature_source": "SigLIP/Transformer/encoder_norm",
14
+ "format": "robomem_siglip_main_spatial_v3_npy",
15
+ "frame0_pool": "bilinear_16x16_to_4x4_no_antialias",
16
+ "frame0_tokens": 16,
17
+ "history_capacity": 191,
18
+ "history_pool": "bilinear_16x16_to_4x4_no_antialias",
19
+ "history_stride": 10,
20
+ "history_tokens_per_frame": 16,
21
+ "image_size": 224,
22
+ "max_task_frames": 1918,
23
+ "metadata_sha256": "7b3c033bbbb671a47b0eb9caf2f197c2dd0414219f9a4110ba83a9976ba74bf6",
24
+ "resize": "PIL_bilinear_uint8",
25
+ "stored_dtype": "float16_from_bfloat16",
26
+ "total_frames": 2811755,
27
+ "total_tasks": 2600
28
+ },
29
+ "checkpoint_root": "checkpoints",
30
+ "dataset": "data/robomemarena_pi05_task_all_with_subtask_seed",
31
+ "execution_horizon": 10,
32
+ "freeze_steps": 5000,
33
+ "freeze_vision": true,
34
+ "fsdp_devices": 8,
35
+ "history_capacity": 191,
36
+ "history_stride": 10,
37
+ "history_tokens_per_frame": 16,
38
+ "log_interval": 20,
39
+ "loss": "flow+0.01*(100*MSE+1-Pearson)",
40
+ "max_task_frames": 1918,
41
+ "metadata_filename": "robomem_memory.json",
42
+ "model": {
43
+ "action_dim": 32,
44
+ "action_expert_variant": "gemma_300m",
45
+ "action_horizon": 20,
46
+ "discrete_state_input": false,
47
+ "dtype": "bfloat16",
48
+ "max_token_len": 200,
49
+ "paligemma_variant": "gemma_2b",
50
+ "pi05": true,
51
+ "pytorch_compile_mode": "max-autotune"
52
+ },
53
+ "progress_target": "round(subtask_id/num_subtasks,2)",
54
+ "resume": false,
55
+ "run_name": "main_v5_spatial4x4_h191_a20_exec10_bs256_5k50k",
56
+ "save_interval": 1000,
57
+ "source_sha256": {
58
+ "scripts/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
59
+ "scripts/benchmark_dataloader.py": "a8f4cbf4ceb7c312ae7f06c4e8ec9238b29224e42db9b16304b1ae088a2fe933",
60
+ "scripts/check_robomem_memory_graph.py": "1100021fb2ae25cc85f3e1c0da2cd95fa78086da0a673fd606be8652adcab752",
61
+ "scripts/compute_norm_stats.py": "8a64773495b714d6b18eded99d7cf87eb19d1bb3dd4a9fb47172b03de5d56a38",
62
+ "scripts/debug_stage2_metadata.py": "4d3749b2a4db749f2191b3b6cd0bd9392a279662b909f294c4b80f7cc44c5f8f",
63
+ "scripts/debug_stage4_history.py": "dd851e35b92f7a91768837b3938770569d614fef36d197e61b825ac99cf64bfd",
64
+ "scripts/dump_jax_ckpts.py": "7ef645eb26c6811f423dd1d103825e018cf7f67faafdfcfd3248ef358f1716f7",
65
+ "scripts/eval_stage3_progress_errors.py": "57fd7e8b15c75021df9f52a452c881704de83674abfccff18a7da711da35ff7d",
66
+ "scripts/eval_stage3_progress_errors_online.py": "129c2fbe0dcb7dfdec3a80c2e51f04d9b06873db6f5d56a38ff1d01a45b4d51a",
67
+ "scripts/eval_stage4_suffix_cosine.py": "db505851d499768f21353e09df5af873e0ea99b29002456bda71544e92e9e774",
68
+ "scripts/evaluate_robomem_memory.py": "67b8b759f9261fb4b258533ab216165f712d99f09fea1b15d6eb92c7bcd794c9",
69
+ "scripts/extract_robomem_memory.py": "f75208be9f9b64f4d135829c0a239bbc21a890c7bec278050d5144b25d000471",
70
+ "scripts/extract_stage3_vlm_features.py": "823707d7a68677cc4ce30deffd55a28c703a36386af0129060caecc95d1f983e",
71
+ "scripts/merge_checkpoints.py": "fb49cbf1475f877ee6689ffcc14663daba5f965b3a122805e158749e07b140b1",
72
+ "scripts/queue_robomem_evaluation.py": "916a2994a7b59b77f081f49604a8f056fc43bed18f7330a65a42573d4cf8a103",
73
+ "scripts/recover_robomem_evaluation.py": "dd57e2ccb6e14bb356a42379be1fe97d7983c9c61be2caeca181e60ed4e06a1d",
74
+ "scripts/robomem_memory_eval_adapter.py": "6ddd410b5fa241ce9b2fd9a5919057b8b1c13eb16e23765ae80d691ecd836457",
75
+ "scripts/run_robomem_eval_task.py": "3fa9a71c93d72f79067782f353c93aee3d6ff6ab5014bb9a44400d2dddeb328a",
76
+ "scripts/serve_policy.py": "fa695606e1d6aa2bedfb002b4e33079818f53755008942c58f896aa36cc38026",
77
+ "scripts/serve_policy_stage3.py": "ce855ca48893fca2f25569723db8c8ca9721b973adc3d9d4a161ab6977691107",
78
+ "scripts/serve_policy_stage3_4.py": "c5f54dbc83a70d73117db89966b18f0b457057fe423c0726f5e4fa3ec05d2a91",
79
+ "scripts/serve_robomem_memory.py": "e560e83a556a16b620c854140fb2a736ca1c003d8031a531801a71ef507af86e",
80
+ "scripts/stage2_preflight_tests.py": "20555f69cd2b1f0feb82d1757bc73c5f02a96868d7749005a58b55c3761e7d3c",
81
+ "scripts/student_vlm_feature_adapter.py": "cc1832fd2161c4a3ad4d0d0dbbf14d6236a6365545daa81fcc9b0392109d2585",
82
+ "scripts/test_robomem_memory.py": "4ad6a2b62133fc40bef33697cfa4d2c92917fa6b7bde5ae27d8ae064b5339875",
83
+ "scripts/test_robomem_memory_inference.py": "2e86de41790eea1917187fdf47cb163a1cdb538f1828d006932adbfd50a7b840",
84
+ "scripts/train.py": "ec6f3c4e66ae3143abaeda125a9edfe95451d38efaf0f37f20ce1bb6a4468b7f",
85
+ "scripts/train_action_model.py": "3c85724903e4445e9852abfb834989d7765ecf75fd9faa7533fad79db2c78569",
86
+ "scripts/train_default.py": "a8146789d3035ff62a764b779472ee6f47faa07a898c8f85dbd3dc43f23593e4",
87
+ "scripts/train_pytorch.py": "d3a7f11f47476a9e8bde7ccaa91efbbf46bd3d5a818bb58552acfb14d58f3731",
88
+ "scripts/train_robomem_memory.py": "f9bcf0472a023ba6ee215b6e6d77310f465be4e2f3e40f33987847bbc3b1a91f",
89
+ "scripts/train_stage3_4_combine.py": "253ebdf8da7a7b9a2004d703a3d23fb4fd1d2d30c213cc5473521cfba96f6221",
90
+ "scripts/train_test.py": "48398805809df6a07ce613d9060ab7e4e64fab60d573f79d16a7ba59a48219f6",
91
+ "src/openpi/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
92
+ "src/openpi/conftest.py": "626672e385fb276396c119e2220421065c58f8ec602401e8bf2ae509f9fffaf3",
93
+ "src/openpi/models/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
94
+ "src/openpi/models/gemma.py": "7e42ada4ae7e9995f0ef3e33a0c224758323c2015e2d9d72ec15726a8a001d2a",
95
+ "src/openpi/models/gemma_fast.py": "563c6e1ffd8afa31c406bcb8894a605e87df88f6c075d398d97a57af6bc3aefa",
96
+ "src/openpi/models/lora.py": "ced28716950c34d84a1a6d0b03b1d9550000732721df884818080b6e78cb3289",
97
+ "src/openpi/models/lora_test.py": "a0f10525de7773310402b3ffa636e88ffff7035f3179b140aacc6809c122f085",
98
+ "src/openpi/models/model.py": "386dd172e1f561ba31d54a0ec3eb92921a51f58e4ee520b12789c9b8e3a62d07",
99
+ "src/openpi/models/model_test.py": "f8e71f195045d4e3ef1ddfafb2337fa52e5aa2f89bce1fde62f5cbfb67121f21",
100
+ "src/openpi/models/pi0.py": "1a70520f5566c9a1a7fe17dda99aedb41c9cade9753e87aa064e2293b6c330ce",
101
+ "src/openpi/models/pi0_config.py": "d321858c30b398126035ea2b6da09e1c422eeeebb5ebf8df631daf9dc77647fa",
102
+ "src/openpi/models/pi0_fast.py": "627332a555046f2744ef144c45f8bd3361a9820cf68854a4528d0fdbba7e9aa3",
103
+ "src/openpi/models/pi0_test.py": "5082873014a7fc45fb8414f517909e1c24cdafea980a1fb612e0aea6058ed0fe",
104
+ "src/openpi/models/robomem_memory.py": "f8b16ad53bd0c87a0d80c4205a675f24527323edd44de95ddd7d1a09e069db9b",
105
+ "src/openpi/models/siglip.py": "f129a7e1d5b8bf101d73f27ccf9b0005167c3e208ac934ffcdc36a886662d36f",
106
+ "src/openpi/models/stage2_teacher_forcing.py": "6a15adff9c51cdbac4ed935916c72579d947b94239b1c141bc7500a80c790dce",
107
+ "src/openpi/models/stage2_vit.py": "648d0407c6ec977fd3bb8f5944d1ccfccdd43a9df2e6c87283211b47fe83f887",
108
+ "src/openpi/models/stage3_4_combine.py": "c0ada33c835d03c6758d66a4692a41469aa8b5a65163a7b1870eb5b79bcb665d",
109
+ "src/openpi/models/stage3_4_combine_test.py": "8b765a0c8334e11aa2fdcf23aac05759a20aff52d534b77c27e18c443d3ba0dc",
110
+ "src/openpi/models/stage3_progress.py": "beadcf052a212d77e45790f448f09c641d3228b7fe95c098f8bf39a58d05e963",
111
+ "src/openpi/models/stage3_progress_focal.py": "b66a2c902bd155131f0b3fb4c91321ca56858765d8c9b26773f1d9d2f882cd2a",
112
+ "src/openpi/models/stage3_progress_weight.py": "84fdd7d08a3a10cca42890bd94bd6dd47b2ce195ecb8fe7b5769e023477addf2",
113
+ "src/openpi/models/stage4_history.py": "3c118f637ea641546bf60ccef71d89c4401d3c85c7bd9b6d7b1ec09401990ff6",
114
+ "src/openpi/models/stage4_history_alpha.py": "9f53985b388dc535bd728236461cede6b206962a4c532d69f31b4fda0c8609c4",
115
+ "src/openpi/models/stage4_history_no_rezero.py": "a88ff28574425aec56edec6bbaf75988ab8c54f0f17c5782f52ef08b7786f07e",
116
+ "src/openpi/models/tokenizer.py": "965be8b3c393a6811875bbc32da9e01a5d01cc2f87802de801cf7293e049748c",
117
+ "src/openpi/models/tokenizer_test.py": "5abd179ce883420e39d4d18b33d0123290af752da243003aa48a3bc06dbb9517",
118
+ "src/openpi/models/utils/fsq_tokenizer.py": "88866638ee4775f46a222561a957bd35e20600fe38c5888b587016ad77b1065f",
119
+ "src/openpi/models/vit.py": "d285d057636c3cba2d1fd3b37693b18075ad4b9c3b47bbde807c34c6c376ac93",
120
+ "src/openpi/models_pytorch/gemma_pytorch.py": "225092e06509da0ae37bb9dca55c00d2804255bb1496f7c8700304b4c52a95eb",
121
+ "src/openpi/models_pytorch/pi0_pytorch.py": "97dd290d699bb63719627e3933a414500b35ded4ef24c88faa0685f0acdc9e75",
122
+ "src/openpi/models_pytorch/preprocessing_pytorch.py": "f8fb26173ecfe83b7f7832f8d6ca4104d377af08ebb7352dc68ad51b63a0eb43",
123
+ "src/openpi/models_pytorch/stage2_teacher_forcing.py": "daf839ead2371bc08dce381681a4a12316233ae4ef053e13f44d7d7afd4ef1e6",
124
+ "src/openpi/models_pytorch/transformers_replace/models/gemma/configuration_gemma.py": "26fd0d0f52730ab32b6f337eb73ae9a26cb71ae0915bc49eced1d0e2ed8d0ec6",
125
+ "src/openpi/models_pytorch/transformers_replace/models/gemma/modeling_gemma.py": "17eeb54e277939e58cd6f8a92719a275e36baf0c9f463b2754227d42f87aedde",
126
+ "src/openpi/models_pytorch/transformers_replace/models/paligemma/modeling_paligemma.py": "c945d330b829264f927f3ee5339f977238631772de07a28e855e265bb85fd53c",
127
+ "src/openpi/models_pytorch/transformers_replace/models/siglip/check.py": "466e8eb7887ac5ccc98118a3169298d6ab65a284d834bae74751e3854dbc4245",
128
+ "src/openpi/models_pytorch/transformers_replace/models/siglip/modeling_siglip.py": "ef2e99500f263fdd78db9d4d9a255e29d844eb92f53c25ad640f8056700ef84b",
129
+ "src/openpi/policies/aloha_policy.py": "50d7ad972d80142ecb0f03b0780dacfd3af212946f4c9aac31a204b02db4543d",
130
+ "src/openpi/policies/droid_policy.py": "7d0893555964d485e231f70084125084a99495705ddd74b29461229d524fff26",
131
+ "src/openpi/policies/libero_policy.py": "8606b38a3efeb8b97c1af18b33a873eb3c63f5359a661c9b4319cdb87fb66276",
132
+ "src/openpi/policies/policy.py": "0f50518d3c62e16b370fac89f15ce6467202528695dc96eb54596e86be9dc2c9",
133
+ "src/openpi/policies/policy_config.py": "5a79c7f3a2afd4407764c00c02f62d2b6d8170f5f42aea0f52afea25c0b19dd2",
134
+ "src/openpi/policies/policy_test.py": "9dbb20963600367a7e7abfc97d1e326916777c57a87b39b1bc4070ba64676683",
135
+ "src/openpi/policies/robomem_memory_inference.py": "06b6dac6a16cd8129d9ddda33f70c91d11c5555f46aad1e2064c8d36d7f4ce63",
136
+ "src/openpi/policies/stage3_4_combine_inference.py": "6903e7f1f8b7306d0533c4e5803ff0cceffcaffdf3893456e849356a406893aa",
137
+ "src/openpi/policies/stage3_progress_inference.py": "1f29862349d27ee421913f8e78ab9bb8205dd09483bb1139a4646c728b3b8272",
138
+ "src/openpi/policies/stage3_progress_inference_test.py": "c32d55d5d66eabfadad9ec715680bcecc5b792d970cf957c9183637a4dfcb02b",
139
+ "src/openpi/policies/stage4_history_inference.py": "8b2e369ad121e3b4bef8f98ac9807975fdaf951196ecff717a6930df6176ef4e",
140
+ "src/openpi/robomem_task6_100_instruction.py": "e6ae6b788d90b206187550b61d115d10a076cd4dde02afe2c2e5e5cc6dc95a97",
141
+ "src/openpi/robomemarena_26tasks_10_full_prompts.py": "8f8c71573de9701321f62b9cbb334829b97199e6b01831f6d07fb990dcf92906",
142
+ "src/openpi/robomemarena_26tasks_subtask_prompts.py": "8e4e2b3e7d4e88d927c5d4147ff41f91db423231072e302b4bc02fd77a45035e",
143
+ "src/openpi/serving/websocket_policy_server.py": "001f06365933bd11386298905c9125ac28db9a8985f35d10ae090d174cc8e1ae",
144
+ "src/openpi/shared/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
145
+ "src/openpi/shared/array_typing.py": "6524945566eab3eb97b75a6280ba4724617b4d028c55f05172b283c3de68a026",
146
+ "src/openpi/shared/download.py": "a12054a6ddaab4efa833c4ff49a1aba00c63759e4e88d6be21c1e0b3307fd9b2",
147
+ "src/openpi/shared/download_test.py": "234ee70ab2501a1421f6c44cbd83c1e16747597023319ae1446bed9d44f17072",
148
+ "src/openpi/shared/image_tools.py": "0f8fcb355288119e56acb56d550c1cc1f3a9edddceb0dc5b319f955943ef7767",
149
+ "src/openpi/shared/image_tools_test.py": "842374579dc9f4c2907da5e8bb555efe5a3f4902b659720c8e90115863dd59fe",
150
+ "src/openpi/shared/nnx_utils.py": "4da7111ba3011c4d1c381c9ed17257771df6a50ed89182647c3fb6f79208005e",
151
+ "src/openpi/shared/normalize.py": "6c2cea4946fb07e51801530400d2b2fd94730e195cd290d6b6960114eca9739d",
152
+ "src/openpi/shared/normalize_test.py": "fda27a21cf37f337b12bcab71229407c2a349c5965c33f278bdc468ed03f58af",
153
+ "src/openpi/training/checkpoints.py": "ea420c6a816933ef96966a092801f388997800530aef7a29f7b42807cc3e5103",
154
+ "src/openpi/training/config.py": "a6cf160fce8d72d051dab44ec28c4daf9781703bf542c3b257562c928c15746f",
155
+ "src/openpi/training/data_loader.py": "490ad4c8dd72523a3c781468b993379f11d8bfd1448ef2496c9aae7da2e0ab3c",
156
+ "src/openpi/training/data_loader_test.py": "a0cf1bc293e8b0eb9bc5516bc05d30d9940da06c94fcfa1addca7267f8358815",
157
+ "src/openpi/training/droid_rlds_dataset.py": "1d3a057a040240218234d7dbc6680ee4fe8256f2058531a0f9fefd3f7ee995a4",
158
+ "src/openpi/training/misc/polaris_config.py": "c2ab92efb5e0d675118ad812113fd1c3cb3a62cdab5d79066014266e82df12d8",
159
+ "src/openpi/training/misc/roboarena_config.py": "914acdd74ccf90e6779c13a5093140595c7e4f687e9e0b167439446a81d74c01",
160
+ "src/openpi/training/optimizer.py": "cfb5d6f6aec61fbe961287b4015c652260628a0ed4682a0dbdc271b8e65431fa",
161
+ "src/openpi/training/robomem_memory_data.py": "457864065b4da45d28ba5699586c6d6a7927a7628157107233df268121177816",
162
+ "src/openpi/training/sharding.py": "c67c4112a126ab097571c8a882fd1ee3f106b15b6e608e7205ac7f29b44ca985",
163
+ "src/openpi/training/stage4_feature_cache.py": "57cc1e3ddcc2806771a3e5bfd7b82c19ae5e3f3cec005ed236a2a0a5906eed6d",
164
+ "src/openpi/training/stage4_feature_cache_test.py": "d864cfa01ae7bbe069a2ffd71f53c50c65780985f6e9ed2bc35c831122209a81",
165
+ "src/openpi/training/utils.py": "b684e674343f86ef5e976f279a586d3fe2f885e901f396ac899ed136abc7eca6",
166
+ "src/openpi/training/weight_loaders.py": "a54ac3222f81f8c6233241bc16b6f369c9416cdaa83f7058f96f7ddcfde1a3b4",
167
+ "src/openpi/transforms.py": "8f3f1335b7fcf9a9e4c1ec53df72e0a318ef56ba96774983714c0ef35ec0f5dc",
168
+ "src/openpi/transforms_test.py": "cf1eddc788382100b781224198094f5313dab983f1f9425ef54a780ec80785c9"
169
+ },
170
+ "steps": 55000,
171
+ "workers": 8
172
+ }
release_manifest.json ADDED
@@ -0,0 +1,159 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "repository": "henry13522/Taskanchor",
3
+ "checkpoint_step": 50000,
4
+ "format": "Orbax OCDBT",
5
+ "includes_optimizer_state": false,
6
+ "includes_source_code": false,
7
+ "files": [
8
+ {
9
+ "path": ".gitattributes",
10
+ "size_bytes": 1631,
11
+ "sha256": "23d4dc1559d51e2bdb36b167746e62ced85864beb2bc7e3f6f4a690494f3b13f"
12
+ },
13
+ {
14
+ "path": "50000/_CHECKPOINT_METADATA",
15
+ "size_bytes": 426,
16
+ "sha256": "e3026544b4e02facf6f7d852fe57b7c241cf3bef263067541a2bb44ad27bc674"
17
+ },
18
+ {
19
+ "path": "50000/assets/pi05_libero/norm_stats.json",
20
+ "size_bytes": 1874,
21
+ "sha256": "0c0d329a3345d2ea2e1348dac0edf4ae175085fac200cca1cab967aae1ae1767"
22
+ },
23
+ {
24
+ "path": "50000/assets/robomem_memory.json",
25
+ "size_bytes": 2090,
26
+ "sha256": "58b9f9b99bcec5098d8a9987cba2d0c241ecdfd9308388db14c3be11ecf7e5ce"
27
+ },
28
+ {
29
+ "path": "50000/params/_METADATA",
30
+ "size_bytes": 77885,
31
+ "sha256": "374a1306796f1f69a7fe7996dd61e7459a80e0646370d2228ad294860ecb0841"
32
+ },
33
+ {
34
+ "path": "50000/params/_sharding",
35
+ "size_bytes": 58527,
36
+ "sha256": "847e82744fdeb7ad43ae3940f0ab3dbb336b7c16f2b1e24e3f4b8a4b24106bdc"
37
+ },
38
+ {
39
+ "path": "50000/params/array_metadatas/process_0",
40
+ "size_bytes": 28305,
41
+ "sha256": "9a0a569010277416cdbeee1b7bcff8d5eda73cdb02c85dfdb246841ea14c8de9"
42
+ },
43
+ {
44
+ "path": "50000/params/d/7d9023ea1a42ac128d7a54bd3a95d5fa",
45
+ "size_bytes": 268748,
46
+ "sha256": "bfc579f0bc71333aafb9b0b67f050ff228525b0dccb8179d997e23b3abd35a9a"
47
+ },
48
+ {
49
+ "path": "50000/params/manifest.ocdbt",
50
+ "size_bytes": 120,
51
+ "sha256": "ba4ec2909f05dc3c399f56eb0fafd4f30b758b6d7a575d1766d387eb4f21afc5"
52
+ },
53
+ {
54
+ "path": "50000/params/ocdbt.process_0/d/1edd4e8d94f7efddfdbb208ddedc388a",
55
+ "size_bytes": 204,
56
+ "sha256": "35c662bc04f0bb3328674f84e993871bb52d0bbdff9fca7a6b7e314cf5fa9ad1"
57
+ },
58
+ {
59
+ "path": "50000/params/ocdbt.process_0/d/227ff146edc9a927477ff7097b73bcd1",
60
+ "size_bytes": 443,
61
+ "sha256": "a8f2f6271f68121a740f4e87d84fca725405091678ee84cb3c7442ed1be9c30e"
62
+ },
63
+ {
64
+ "path": "50000/params/ocdbt.process_0/d/23acae17f3af0149f4523126d559cf0b",
65
+ "size_bytes": 2620,
66
+ "sha256": "863cc9feae1f1f19282ad574474bc493a7f4c1a66ee9ffd00d3387995097f2cc"
67
+ },
68
+ {
69
+ "path": "50000/params/ocdbt.process_0/d/25b7e6f31e300c3b2d4a9e2b4c538f9d",
70
+ "size_bytes": 1680537192,
71
+ "sha256": "48f59b2ad2551c134d710b0d0c2254b084994c62410232897e70403315bc07ef"
72
+ },
73
+ {
74
+ "path": "50000/params/ocdbt.process_0/d/5d863ece6d46de5cbc0930f1a3997cd8",
75
+ "size_bytes": 2414062880,
76
+ "sha256": "ed9f6b4a4e4d8b214abeaf22c77fe8b4da91a3416d7ebde27ce672eac9381093"
77
+ },
78
+ {
79
+ "path": "50000/params/ocdbt.process_0/d/64f6f44ef8a8abd11864d5d395c45ff8",
80
+ "size_bytes": 2240348440,
81
+ "sha256": "6d8f8d4bbbb3d44922ca3f8831068489d478ed53289f2965f247947f3ea64e22"
82
+ },
83
+ {
84
+ "path": "50000/params/ocdbt.process_0/d/77abcea3bdcba70ca53f0b22bfa47b0d",
85
+ "size_bytes": 951775140,
86
+ "sha256": "61001355f9aee385ad9326bb10bf6f6fc09ee39cd2be6aede69092184c1132f2"
87
+ },
88
+ {
89
+ "path": "50000/params/ocdbt.process_0/d/853f72a28504554bab43017754533dcc",
90
+ "size_bytes": 12620693,
91
+ "sha256": "abfb391246a534434e577497e60799e3ae1ad9060f822a100d94983c2a4d6473"
92
+ },
93
+ {
94
+ "path": "50000/params/ocdbt.process_0/d/9c0484f0dd420f287201d23da040c669",
95
+ "size_bytes": 1498,
96
+ "sha256": "0a529931ecdff929a542cdae30cd624be1aa34c82a05882c4487d9403faf7256"
97
+ },
98
+ {
99
+ "path": "50000/params/ocdbt.process_0/d/ab379bd37f74c0e87ddba02d44100a8c",
100
+ "size_bytes": 2343563491,
101
+ "sha256": "591913bf353721fc771065c42b91698f75fda8b94a887a8990a2b2724e5aebb0"
102
+ },
103
+ {
104
+ "path": "50000/params/ocdbt.process_0/d/e4739f3902de861621dbe39cfc153205",
105
+ "size_bytes": 2006112315,
106
+ "sha256": "4250661ef4ca347fac3445ca31125e5e79782b17a141ee29b347d2c4a5f38dba"
107
+ },
108
+ {
109
+ "path": "50000/params/ocdbt.process_0/d/e50c941de03f7c07acbdb2c0ca78e91d",
110
+ "size_bytes": 436,
111
+ "sha256": "f3bc1a1aa69428a6bd3436e716b4303e542ba3f86ebc5f5d7de9bc36af299e84"
112
+ },
113
+ {
114
+ "path": "50000/params/ocdbt.process_0/d/e8478528f279a7195ee86bbbe181aea6",
115
+ "size_bytes": 7274188,
116
+ "sha256": "9a69508273c31cbd9b63c31b030544590669500f302cdf28533e6ed9f3ae4c68"
117
+ },
118
+ {
119
+ "path": "50000/params/ocdbt.process_0/manifest.ocdbt",
120
+ "size_bytes": 527,
121
+ "sha256": "1909df2edbcbdd1d8a7ee393e9c3ae1ef1d5196918a8dad9db6f4b4f94c7a757"
122
+ },
123
+ {
124
+ "path": "LICENSE_GEMMA.txt",
125
+ "size_bytes": 8431,
126
+ "sha256": "3e2c24001f9ef57bf7ec959a3658fbb49cdad113cdf394c264da9d16f9bdd132"
127
+ },
128
+ {
129
+ "path": "NOTICE",
130
+ "size_bytes": 596,
131
+ "sha256": "e575e16edf2ad3fb275090f00c36eb8d6cc87da7c7e1a8cfe59fcc4df1060a41"
132
+ },
133
+ {
134
+ "path": "README.md",
135
+ "size_bytes": 3276,
136
+ "sha256": "89f4cd4b618a817a3271558bf038358c4eb00731b7997e904ebd549e4f7752c1"
137
+ },
138
+ {
139
+ "path": "SHA256SUMS",
140
+ "size_bytes": 2858,
141
+ "sha256": "5522b9cb83b8725bbbe3ff98026c85cfbb852fe2fcb9221b8284e5e639795c0c"
142
+ },
143
+ {
144
+ "path": "recipe.json",
145
+ "size_bytes": 14500,
146
+ "sha256": "e5f5e60dd6d6512b33054d5ae1ae23ddac1923ce1d719455cbe78898d2f0ecef"
147
+ },
148
+ {
149
+ "path": "tokenizer/paligemma_tokenizer.model",
150
+ "size_bytes": 4264023,
151
+ "sha256": "8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6"
152
+ },
153
+ {
154
+ "path": "weights_manifest.json",
155
+ "size_bytes": 40372,
156
+ "sha256": "900d7733f3e68c08d3d9148fb002f40314f2f91854c0e63265aa3d601aa6cff0"
157
+ }
158
+ ]
159
+ }
tokenizer/paligemma_tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6
3
+ size 4264023
weights_manifest.json ADDED
@@ -0,0 +1,1799 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint_directory": "50000",
3
+ "checkpoint_step": 50000,
4
+ "files": [
5
+ {
6
+ "byte_identical_to_source": true,
7
+ "path": "50000/_CHECKPOINT_METADATA",
8
+ "sha256": "e3026544b4e02facf6f7d852fe57b7c241cf3bef263067541a2bb44ad27bc674",
9
+ "size_bytes": 426,
10
+ "source_sha256": "e3026544b4e02facf6f7d852fe57b7c241cf3bef263067541a2bb44ad27bc674"
11
+ },
12
+ {
13
+ "byte_identical_to_source": true,
14
+ "path": "50000/assets/pi05_libero/norm_stats.json",
15
+ "sha256": "0c0d329a3345d2ea2e1348dac0edf4ae175085fac200cca1cab967aae1ae1767",
16
+ "size_bytes": 1874,
17
+ "source_sha256": "0c0d329a3345d2ea2e1348dac0edf4ae175085fac200cca1cab967aae1ae1767"
18
+ },
19
+ {
20
+ "byte_identical_to_source": false,
21
+ "path": "50000/assets/robomem_memory.json",
22
+ "sha256": "58b9f9b99bcec5098d8a9987cba2d0c241ecdfd9308388db14c3be11ecf7e5ce",
23
+ "size_bytes": 2090,
24
+ "source_sha256": "bf3acddb4e3d497dc34e3c0b086faa5554baec3f40f8c87780a2acd1fc5a6a06"
25
+ },
26
+ {
27
+ "byte_identical_to_source": true,
28
+ "path": "50000/params/_METADATA",
29
+ "sha256": "374a1306796f1f69a7fe7996dd61e7459a80e0646370d2228ad294860ecb0841",
30
+ "size_bytes": 77885,
31
+ "source_sha256": "374a1306796f1f69a7fe7996dd61e7459a80e0646370d2228ad294860ecb0841"
32
+ },
33
+ {
34
+ "byte_identical_to_source": true,
35
+ "path": "50000/params/_sharding",
36
+ "sha256": "847e82744fdeb7ad43ae3940f0ab3dbb336b7c16f2b1e24e3f4b8a4b24106bdc",
37
+ "size_bytes": 58527,
38
+ "source_sha256": "847e82744fdeb7ad43ae3940f0ab3dbb336b7c16f2b1e24e3f4b8a4b24106bdc"
39
+ },
40
+ {
41
+ "byte_identical_to_source": true,
42
+ "path": "50000/params/array_metadatas/process_0",
43
+ "sha256": "9a0a569010277416cdbeee1b7bcff8d5eda73cdb02c85dfdb246841ea14c8de9",
44
+ "size_bytes": 28305,
45
+ "source_sha256": "9a0a569010277416cdbeee1b7bcff8d5eda73cdb02c85dfdb246841ea14c8de9"
46
+ },
47
+ {
48
+ "byte_identical_to_source": true,
49
+ "path": "50000/params/d/7d9023ea1a42ac128d7a54bd3a95d5fa",
50
+ "sha256": "bfc579f0bc71333aafb9b0b67f050ff228525b0dccb8179d997e23b3abd35a9a",
51
+ "size_bytes": 268748,
52
+ "source_sha256": "bfc579f0bc71333aafb9b0b67f050ff228525b0dccb8179d997e23b3abd35a9a"
53
+ },
54
+ {
55
+ "byte_identical_to_source": true,
56
+ "path": "50000/params/manifest.ocdbt",
57
+ "sha256": "ba4ec2909f05dc3c399f56eb0fafd4f30b758b6d7a575d1766d387eb4f21afc5",
58
+ "size_bytes": 120,
59
+ "source_sha256": "ba4ec2909f05dc3c399f56eb0fafd4f30b758b6d7a575d1766d387eb4f21afc5"
60
+ },
61
+ {
62
+ "byte_identical_to_source": true,
63
+ "path": "50000/params/ocdbt.process_0/d/1edd4e8d94f7efddfdbb208ddedc388a",
64
+ "sha256": "35c662bc04f0bb3328674f84e993871bb52d0bbdff9fca7a6b7e314cf5fa9ad1",
65
+ "size_bytes": 204,
66
+ "source_sha256": "35c662bc04f0bb3328674f84e993871bb52d0bbdff9fca7a6b7e314cf5fa9ad1"
67
+ },
68
+ {
69
+ "byte_identical_to_source": true,
70
+ "path": "50000/params/ocdbt.process_0/d/227ff146edc9a927477ff7097b73bcd1",
71
+ "sha256": "a8f2f6271f68121a740f4e87d84fca725405091678ee84cb3c7442ed1be9c30e",
72
+ "size_bytes": 443,
73
+ "source_sha256": "a8f2f6271f68121a740f4e87d84fca725405091678ee84cb3c7442ed1be9c30e"
74
+ },
75
+ {
76
+ "byte_identical_to_source": true,
77
+ "path": "50000/params/ocdbt.process_0/d/23acae17f3af0149f4523126d559cf0b",
78
+ "sha256": "863cc9feae1f1f19282ad574474bc493a7f4c1a66ee9ffd00d3387995097f2cc",
79
+ "size_bytes": 2620,
80
+ "source_sha256": "863cc9feae1f1f19282ad574474bc493a7f4c1a66ee9ffd00d3387995097f2cc"
81
+ },
82
+ {
83
+ "byte_identical_to_source": true,
84
+ "path": "50000/params/ocdbt.process_0/d/25b7e6f31e300c3b2d4a9e2b4c538f9d",
85
+ "sha256": "48f59b2ad2551c134d710b0d0c2254b084994c62410232897e70403315bc07ef",
86
+ "size_bytes": 1680537192,
87
+ "source_sha256": "48f59b2ad2551c134d710b0d0c2254b084994c62410232897e70403315bc07ef"
88
+ },
89
+ {
90
+ "byte_identical_to_source": true,
91
+ "path": "50000/params/ocdbt.process_0/d/5d863ece6d46de5cbc0930f1a3997cd8",
92
+ "sha256": "ed9f6b4a4e4d8b214abeaf22c77fe8b4da91a3416d7ebde27ce672eac9381093",
93
+ "size_bytes": 2414062880,
94
+ "source_sha256": "ed9f6b4a4e4d8b214abeaf22c77fe8b4da91a3416d7ebde27ce672eac9381093"
95
+ },
96
+ {
97
+ "byte_identical_to_source": true,
98
+ "path": "50000/params/ocdbt.process_0/d/64f6f44ef8a8abd11864d5d395c45ff8",
99
+ "sha256": "6d8f8d4bbbb3d44922ca3f8831068489d478ed53289f2965f247947f3ea64e22",
100
+ "size_bytes": 2240348440,
101
+ "source_sha256": "6d8f8d4bbbb3d44922ca3f8831068489d478ed53289f2965f247947f3ea64e22"
102
+ },
103
+ {
104
+ "byte_identical_to_source": true,
105
+ "path": "50000/params/ocdbt.process_0/d/77abcea3bdcba70ca53f0b22bfa47b0d",
106
+ "sha256": "61001355f9aee385ad9326bb10bf6f6fc09ee39cd2be6aede69092184c1132f2",
107
+ "size_bytes": 951775140,
108
+ "source_sha256": "61001355f9aee385ad9326bb10bf6f6fc09ee39cd2be6aede69092184c1132f2"
109
+ },
110
+ {
111
+ "byte_identical_to_source": true,
112
+ "path": "50000/params/ocdbt.process_0/d/853f72a28504554bab43017754533dcc",
113
+ "sha256": "abfb391246a534434e577497e60799e3ae1ad9060f822a100d94983c2a4d6473",
114
+ "size_bytes": 12620693,
115
+ "source_sha256": "abfb391246a534434e577497e60799e3ae1ad9060f822a100d94983c2a4d6473"
116
+ },
117
+ {
118
+ "byte_identical_to_source": true,
119
+ "path": "50000/params/ocdbt.process_0/d/9c0484f0dd420f287201d23da040c669",
120
+ "sha256": "0a529931ecdff929a542cdae30cd624be1aa34c82a05882c4487d9403faf7256",
121
+ "size_bytes": 1498,
122
+ "source_sha256": "0a529931ecdff929a542cdae30cd624be1aa34c82a05882c4487d9403faf7256"
123
+ },
124
+ {
125
+ "byte_identical_to_source": true,
126
+ "path": "50000/params/ocdbt.process_0/d/ab379bd37f74c0e87ddba02d44100a8c",
127
+ "sha256": "591913bf353721fc771065c42b91698f75fda8b94a887a8990a2b2724e5aebb0",
128
+ "size_bytes": 2343563491,
129
+ "source_sha256": "591913bf353721fc771065c42b91698f75fda8b94a887a8990a2b2724e5aebb0"
130
+ },
131
+ {
132
+ "byte_identical_to_source": true,
133
+ "path": "50000/params/ocdbt.process_0/d/e4739f3902de861621dbe39cfc153205",
134
+ "sha256": "4250661ef4ca347fac3445ca31125e5e79782b17a141ee29b347d2c4a5f38dba",
135
+ "size_bytes": 2006112315,
136
+ "source_sha256": "4250661ef4ca347fac3445ca31125e5e79782b17a141ee29b347d2c4a5f38dba"
137
+ },
138
+ {
139
+ "byte_identical_to_source": true,
140
+ "path": "50000/params/ocdbt.process_0/d/e50c941de03f7c07acbdb2c0ca78e91d",
141
+ "sha256": "f3bc1a1aa69428a6bd3436e716b4303e542ba3f86ebc5f5d7de9bc36af299e84",
142
+ "size_bytes": 436,
143
+ "source_sha256": "f3bc1a1aa69428a6bd3436e716b4303e542ba3f86ebc5f5d7de9bc36af299e84"
144
+ },
145
+ {
146
+ "byte_identical_to_source": true,
147
+ "path": "50000/params/ocdbt.process_0/d/e8478528f279a7195ee86bbbe181aea6",
148
+ "sha256": "9a69508273c31cbd9b63c31b030544590669500f302cdf28533e6ed9f3ae4c68",
149
+ "size_bytes": 7274188,
150
+ "source_sha256": "9a69508273c31cbd9b63c31b030544590669500f302cdf28533e6ed9f3ae4c68"
151
+ },
152
+ {
153
+ "byte_identical_to_source": true,
154
+ "path": "50000/params/ocdbt.process_0/manifest.ocdbt",
155
+ "sha256": "1909df2edbcbdd1d8a7ee393e9c3ae1ef1d5196918a8dad9db6f4b4f94c7a757",
156
+ "size_bytes": 527,
157
+ "source_sha256": "1909df2edbcbdd1d8a7ee393e9c3ae1ef1d5196918a8dad9db6f4b4f94c7a757"
158
+ },
159
+ {
160
+ "byte_identical_to_source": false,
161
+ "path": "recipe.json",
162
+ "sha256": "e5f5e60dd6d6512b33054d5ae1ae23ddac1923ce1d719455cbe78898d2f0ecef",
163
+ "size_bytes": 14500,
164
+ "source_sha256": "d6c660e62a96bf60459c5cb661964f0ead989a498ce5e294155e016483271f89"
165
+ },
166
+ {
167
+ "byte_identical_to_source": true,
168
+ "path": "tokenizer/paligemma_tokenizer.model",
169
+ "sha256": "8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6",
170
+ "size_bytes": 4264023,
171
+ "source_sha256": "8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6"
172
+ }
173
+ ],
174
+ "format": "Orbax PyTreeCheckpointer OCDBT",
175
+ "metadata_note": "Root _CHECKPOINT_METADATA is preserved byte-for-byte and retains the original train_state handler description; train_state is intentionally absent. Load params with the policy loader; this is not a training-resume checkpoint.",
176
+ "metadata_provenance": {
177
+ "50000/assets/robomem_memory.json": {
178
+ "change": "Replace training-host absolute data/checkpoint/cache paths with relative identifiers; retain all other fields and values.",
179
+ "release_sha256": "58b9f9b99bcec5098d8a9987cba2d0c241ecdfd9308388db14c3be11ecf7e5ce",
180
+ "source_sha256": "bf3acddb4e3d497dc34e3c0b086faa5554baec3f40f8c87780a2acd1fc5a6a06"
181
+ },
182
+ "recipe.json": {
183
+ "change": "Replace training-host absolute data/checkpoint/cache paths with relative identifiers; retain all other fields and values.",
184
+ "release_sha256": "e5f5e60dd6d6512b33054d5ae1ae23ddac1923ce1d719455cbe78898d2f0ecef",
185
+ "source_sha256": "d6c660e62a96bf60459c5cb661964f0ead989a498ce5e294155e016483271f89"
186
+ }
187
+ },
188
+ "model_id": "taskanchor-robomemarena-pi05-50k",
189
+ "package_type": "inference checkpoint; complete params and normalization assets; optimizer/train_state excluded",
190
+ "parameter_tree": [
191
+ {
192
+ "dtype": "float32",
193
+ "elements": 2048,
194
+ "path": "adapter/blocks/0/fc1/bias/value",
195
+ "shape": [
196
+ 2048
197
+ ]
198
+ },
199
+ {
200
+ "dtype": "float32",
201
+ "elements": 1048576,
202
+ "path": "adapter/blocks/0/fc1/kernel/value",
203
+ "shape": [
204
+ 512,
205
+ 2048
206
+ ]
207
+ },
208
+ {
209
+ "dtype": "float32",
210
+ "elements": 512,
211
+ "path": "adapter/blocks/0/fc2/bias/value",
212
+ "shape": [
213
+ 512
214
+ ]
215
+ },
216
+ {
217
+ "dtype": "float32",
218
+ "elements": 1048576,
219
+ "path": "adapter/blocks/0/fc2/kernel/value",
220
+ "shape": [
221
+ 2048,
222
+ 512
223
+ ]
224
+ },
225
+ {
226
+ "dtype": "float32",
227
+ "elements": 512,
228
+ "path": "adapter/blocks/0/norm1/bias/value",
229
+ "shape": [
230
+ 512
231
+ ]
232
+ },
233
+ {
234
+ "dtype": "float32",
235
+ "elements": 512,
236
+ "path": "adapter/blocks/0/norm1/scale/value",
237
+ "shape": [
238
+ 512
239
+ ]
240
+ },
241
+ {
242
+ "dtype": "float32",
243
+ "elements": 512,
244
+ "path": "adapter/blocks/0/norm2/bias/value",
245
+ "shape": [
246
+ 512
247
+ ]
248
+ },
249
+ {
250
+ "dtype": "float32",
251
+ "elements": 512,
252
+ "path": "adapter/blocks/0/norm2/scale/value",
253
+ "shape": [
254
+ 512
255
+ ]
256
+ },
257
+ {
258
+ "dtype": "float32",
259
+ "elements": 512,
260
+ "path": "adapter/blocks/0/ttt/proj/bias/value",
261
+ "shape": [
262
+ 512
263
+ ]
264
+ },
265
+ {
266
+ "dtype": "float32",
267
+ "elements": 262144,
268
+ "path": "adapter/blocks/0/ttt/proj/kernel/value",
269
+ "shape": [
270
+ 512,
271
+ 512
272
+ ]
273
+ },
274
+ {
275
+ "dtype": "float32",
276
+ "elements": 1536,
277
+ "path": "adapter/blocks/0/ttt/qkv/bias/value",
278
+ "shape": [
279
+ 1536
280
+ ]
281
+ },
282
+ {
283
+ "dtype": "float32",
284
+ "elements": 786432,
285
+ "path": "adapter/blocks/0/ttt/qkv/kernel/value",
286
+ "shape": [
287
+ 512,
288
+ 1536
289
+ ]
290
+ },
291
+ {
292
+ "dtype": "float32",
293
+ "elements": 32768,
294
+ "path": "adapter/blocks/0/ttt/w1/value",
295
+ "shape": [
296
+ 1,
297
+ 8,
298
+ 64,
299
+ 64
300
+ ]
301
+ },
302
+ {
303
+ "dtype": "float32",
304
+ "elements": 32768,
305
+ "path": "adapter/blocks/0/ttt/w2/value",
306
+ "shape": [
307
+ 1,
308
+ 8,
309
+ 64,
310
+ 64
311
+ ]
312
+ },
313
+ {
314
+ "dtype": "float32",
315
+ "elements": 2048,
316
+ "path": "adapter/blocks/1/fc1/bias/value",
317
+ "shape": [
318
+ 2048
319
+ ]
320
+ },
321
+ {
322
+ "dtype": "float32",
323
+ "elements": 1048576,
324
+ "path": "adapter/blocks/1/fc1/kernel/value",
325
+ "shape": [
326
+ 512,
327
+ 2048
328
+ ]
329
+ },
330
+ {
331
+ "dtype": "float32",
332
+ "elements": 512,
333
+ "path": "adapter/blocks/1/fc2/bias/value",
334
+ "shape": [
335
+ 512
336
+ ]
337
+ },
338
+ {
339
+ "dtype": "float32",
340
+ "elements": 1048576,
341
+ "path": "adapter/blocks/1/fc2/kernel/value",
342
+ "shape": [
343
+ 2048,
344
+ 512
345
+ ]
346
+ },
347
+ {
348
+ "dtype": "float32",
349
+ "elements": 512,
350
+ "path": "adapter/blocks/1/norm1/bias/value",
351
+ "shape": [
352
+ 512
353
+ ]
354
+ },
355
+ {
356
+ "dtype": "float32",
357
+ "elements": 512,
358
+ "path": "adapter/blocks/1/norm1/scale/value",
359
+ "shape": [
360
+ 512
361
+ ]
362
+ },
363
+ {
364
+ "dtype": "float32",
365
+ "elements": 512,
366
+ "path": "adapter/blocks/1/norm2/bias/value",
367
+ "shape": [
368
+ 512
369
+ ]
370
+ },
371
+ {
372
+ "dtype": "float32",
373
+ "elements": 512,
374
+ "path": "adapter/blocks/1/norm2/scale/value",
375
+ "shape": [
376
+ 512
377
+ ]
378
+ },
379
+ {
380
+ "dtype": "float32",
381
+ "elements": 512,
382
+ "path": "adapter/blocks/1/ttt/proj/bias/value",
383
+ "shape": [
384
+ 512
385
+ ]
386
+ },
387
+ {
388
+ "dtype": "float32",
389
+ "elements": 262144,
390
+ "path": "adapter/blocks/1/ttt/proj/kernel/value",
391
+ "shape": [
392
+ 512,
393
+ 512
394
+ ]
395
+ },
396
+ {
397
+ "dtype": "float32",
398
+ "elements": 1536,
399
+ "path": "adapter/blocks/1/ttt/qkv/bias/value",
400
+ "shape": [
401
+ 1536
402
+ ]
403
+ },
404
+ {
405
+ "dtype": "float32",
406
+ "elements": 786432,
407
+ "path": "adapter/blocks/1/ttt/qkv/kernel/value",
408
+ "shape": [
409
+ 512,
410
+ 1536
411
+ ]
412
+ },
413
+ {
414
+ "dtype": "float32",
415
+ "elements": 32768,
416
+ "path": "adapter/blocks/1/ttt/w1/value",
417
+ "shape": [
418
+ 1,
419
+ 8,
420
+ 64,
421
+ 64
422
+ ]
423
+ },
424
+ {
425
+ "dtype": "float32",
426
+ "elements": 32768,
427
+ "path": "adapter/blocks/1/ttt/w2/value",
428
+ "shape": [
429
+ 1,
430
+ 8,
431
+ 64,
432
+ 64
433
+ ]
434
+ },
435
+ {
436
+ "dtype": "float32",
437
+ "elements": 2048,
438
+ "path": "adapter/blocks/2/fc1/bias/value",
439
+ "shape": [
440
+ 2048
441
+ ]
442
+ },
443
+ {
444
+ "dtype": "float32",
445
+ "elements": 1048576,
446
+ "path": "adapter/blocks/2/fc1/kernel/value",
447
+ "shape": [
448
+ 512,
449
+ 2048
450
+ ]
451
+ },
452
+ {
453
+ "dtype": "float32",
454
+ "elements": 512,
455
+ "path": "adapter/blocks/2/fc2/bias/value",
456
+ "shape": [
457
+ 512
458
+ ]
459
+ },
460
+ {
461
+ "dtype": "float32",
462
+ "elements": 1048576,
463
+ "path": "adapter/blocks/2/fc2/kernel/value",
464
+ "shape": [
465
+ 2048,
466
+ 512
467
+ ]
468
+ },
469
+ {
470
+ "dtype": "float32",
471
+ "elements": 512,
472
+ "path": "adapter/blocks/2/norm1/bias/value",
473
+ "shape": [
474
+ 512
475
+ ]
476
+ },
477
+ {
478
+ "dtype": "float32",
479
+ "elements": 512,
480
+ "path": "adapter/blocks/2/norm1/scale/value",
481
+ "shape": [
482
+ 512
483
+ ]
484
+ },
485
+ {
486
+ "dtype": "float32",
487
+ "elements": 512,
488
+ "path": "adapter/blocks/2/norm2/bias/value",
489
+ "shape": [
490
+ 512
491
+ ]
492
+ },
493
+ {
494
+ "dtype": "float32",
495
+ "elements": 512,
496
+ "path": "adapter/blocks/2/norm2/scale/value",
497
+ "shape": [
498
+ 512
499
+ ]
500
+ },
501
+ {
502
+ "dtype": "float32",
503
+ "elements": 512,
504
+ "path": "adapter/blocks/2/ttt/proj/bias/value",
505
+ "shape": [
506
+ 512
507
+ ]
508
+ },
509
+ {
510
+ "dtype": "float32",
511
+ "elements": 262144,
512
+ "path": "adapter/blocks/2/ttt/proj/kernel/value",
513
+ "shape": [
514
+ 512,
515
+ 512
516
+ ]
517
+ },
518
+ {
519
+ "dtype": "float32",
520
+ "elements": 1536,
521
+ "path": "adapter/blocks/2/ttt/qkv/bias/value",
522
+ "shape": [
523
+ 1536
524
+ ]
525
+ },
526
+ {
527
+ "dtype": "float32",
528
+ "elements": 786432,
529
+ "path": "adapter/blocks/2/ttt/qkv/kernel/value",
530
+ "shape": [
531
+ 512,
532
+ 1536
533
+ ]
534
+ },
535
+ {
536
+ "dtype": "float32",
537
+ "elements": 32768,
538
+ "path": "adapter/blocks/2/ttt/w1/value",
539
+ "shape": [
540
+ 1,
541
+ 8,
542
+ 64,
543
+ 64
544
+ ]
545
+ },
546
+ {
547
+ "dtype": "float32",
548
+ "elements": 32768,
549
+ "path": "adapter/blocks/2/ttt/w2/value",
550
+ "shape": [
551
+ 1,
552
+ 8,
553
+ 64,
554
+ 64
555
+ ]
556
+ },
557
+ {
558
+ "dtype": "float32",
559
+ "elements": 2048,
560
+ "path": "adapter/blocks/3/fc1/bias/value",
561
+ "shape": [
562
+ 2048
563
+ ]
564
+ },
565
+ {
566
+ "dtype": "float32",
567
+ "elements": 1048576,
568
+ "path": "adapter/blocks/3/fc1/kernel/value",
569
+ "shape": [
570
+ 512,
571
+ 2048
572
+ ]
573
+ },
574
+ {
575
+ "dtype": "float32",
576
+ "elements": 512,
577
+ "path": "adapter/blocks/3/fc2/bias/value",
578
+ "shape": [
579
+ 512
580
+ ]
581
+ },
582
+ {
583
+ "dtype": "float32",
584
+ "elements": 1048576,
585
+ "path": "adapter/blocks/3/fc2/kernel/value",
586
+ "shape": [
587
+ 2048,
588
+ 512
589
+ ]
590
+ },
591
+ {
592
+ "dtype": "float32",
593
+ "elements": 512,
594
+ "path": "adapter/blocks/3/norm1/bias/value",
595
+ "shape": [
596
+ 512
597
+ ]
598
+ },
599
+ {
600
+ "dtype": "float32",
601
+ "elements": 512,
602
+ "path": "adapter/blocks/3/norm1/scale/value",
603
+ "shape": [
604
+ 512
605
+ ]
606
+ },
607
+ {
608
+ "dtype": "float32",
609
+ "elements": 512,
610
+ "path": "adapter/blocks/3/norm2/bias/value",
611
+ "shape": [
612
+ 512
613
+ ]
614
+ },
615
+ {
616
+ "dtype": "float32",
617
+ "elements": 512,
618
+ "path": "adapter/blocks/3/norm2/scale/value",
619
+ "shape": [
620
+ 512
621
+ ]
622
+ },
623
+ {
624
+ "dtype": "float32",
625
+ "elements": 512,
626
+ "path": "adapter/blocks/3/ttt/proj/bias/value",
627
+ "shape": [
628
+ 512
629
+ ]
630
+ },
631
+ {
632
+ "dtype": "float32",
633
+ "elements": 262144,
634
+ "path": "adapter/blocks/3/ttt/proj/kernel/value",
635
+ "shape": [
636
+ 512,
637
+ 512
638
+ ]
639
+ },
640
+ {
641
+ "dtype": "float32",
642
+ "elements": 1536,
643
+ "path": "adapter/blocks/3/ttt/qkv/bias/value",
644
+ "shape": [
645
+ 1536
646
+ ]
647
+ },
648
+ {
649
+ "dtype": "float32",
650
+ "elements": 786432,
651
+ "path": "adapter/blocks/3/ttt/qkv/kernel/value",
652
+ "shape": [
653
+ 512,
654
+ 1536
655
+ ]
656
+ },
657
+ {
658
+ "dtype": "float32",
659
+ "elements": 32768,
660
+ "path": "adapter/blocks/3/ttt/w1/value",
661
+ "shape": [
662
+ 1,
663
+ 8,
664
+ 64,
665
+ 64
666
+ ]
667
+ },
668
+ {
669
+ "dtype": "float32",
670
+ "elements": 32768,
671
+ "path": "adapter/blocks/3/ttt/w2/value",
672
+ "shape": [
673
+ 1,
674
+ 8,
675
+ 64,
676
+ 64
677
+ ]
678
+ },
679
+ {
680
+ "dtype": "float32",
681
+ "elements": 2048,
682
+ "path": "adapter/blocks/4/fc1/bias/value",
683
+ "shape": [
684
+ 2048
685
+ ]
686
+ },
687
+ {
688
+ "dtype": "float32",
689
+ "elements": 1048576,
690
+ "path": "adapter/blocks/4/fc1/kernel/value",
691
+ "shape": [
692
+ 512,
693
+ 2048
694
+ ]
695
+ },
696
+ {
697
+ "dtype": "float32",
698
+ "elements": 512,
699
+ "path": "adapter/blocks/4/fc2/bias/value",
700
+ "shape": [
701
+ 512
702
+ ]
703
+ },
704
+ {
705
+ "dtype": "float32",
706
+ "elements": 1048576,
707
+ "path": "adapter/blocks/4/fc2/kernel/value",
708
+ "shape": [
709
+ 2048,
710
+ 512
711
+ ]
712
+ },
713
+ {
714
+ "dtype": "float32",
715
+ "elements": 512,
716
+ "path": "adapter/blocks/4/norm1/bias/value",
717
+ "shape": [
718
+ 512
719
+ ]
720
+ },
721
+ {
722
+ "dtype": "float32",
723
+ "elements": 512,
724
+ "path": "adapter/blocks/4/norm1/scale/value",
725
+ "shape": [
726
+ 512
727
+ ]
728
+ },
729
+ {
730
+ "dtype": "float32",
731
+ "elements": 512,
732
+ "path": "adapter/blocks/4/norm2/bias/value",
733
+ "shape": [
734
+ 512
735
+ ]
736
+ },
737
+ {
738
+ "dtype": "float32",
739
+ "elements": 512,
740
+ "path": "adapter/blocks/4/norm2/scale/value",
741
+ "shape": [
742
+ 512
743
+ ]
744
+ },
745
+ {
746
+ "dtype": "float32",
747
+ "elements": 512,
748
+ "path": "adapter/blocks/4/ttt/proj/bias/value",
749
+ "shape": [
750
+ 512
751
+ ]
752
+ },
753
+ {
754
+ "dtype": "float32",
755
+ "elements": 262144,
756
+ "path": "adapter/blocks/4/ttt/proj/kernel/value",
757
+ "shape": [
758
+ 512,
759
+ 512
760
+ ]
761
+ },
762
+ {
763
+ "dtype": "float32",
764
+ "elements": 1536,
765
+ "path": "adapter/blocks/4/ttt/qkv/bias/value",
766
+ "shape": [
767
+ 1536
768
+ ]
769
+ },
770
+ {
771
+ "dtype": "float32",
772
+ "elements": 786432,
773
+ "path": "adapter/blocks/4/ttt/qkv/kernel/value",
774
+ "shape": [
775
+ 512,
776
+ 1536
777
+ ]
778
+ },
779
+ {
780
+ "dtype": "float32",
781
+ "elements": 32768,
782
+ "path": "adapter/blocks/4/ttt/w1/value",
783
+ "shape": [
784
+ 1,
785
+ 8,
786
+ 64,
787
+ 64
788
+ ]
789
+ },
790
+ {
791
+ "dtype": "float32",
792
+ "elements": 32768,
793
+ "path": "adapter/blocks/4/ttt/w2/value",
794
+ "shape": [
795
+ 1,
796
+ 8,
797
+ 64,
798
+ 64
799
+ ]
800
+ },
801
+ {
802
+ "dtype": "float32",
803
+ "elements": 2048,
804
+ "path": "adapter/blocks/5/fc1/bias/value",
805
+ "shape": [
806
+ 2048
807
+ ]
808
+ },
809
+ {
810
+ "dtype": "float32",
811
+ "elements": 1048576,
812
+ "path": "adapter/blocks/5/fc1/kernel/value",
813
+ "shape": [
814
+ 512,
815
+ 2048
816
+ ]
817
+ },
818
+ {
819
+ "dtype": "float32",
820
+ "elements": 512,
821
+ "path": "adapter/blocks/5/fc2/bias/value",
822
+ "shape": [
823
+ 512
824
+ ]
825
+ },
826
+ {
827
+ "dtype": "float32",
828
+ "elements": 1048576,
829
+ "path": "adapter/blocks/5/fc2/kernel/value",
830
+ "shape": [
831
+ 2048,
832
+ 512
833
+ ]
834
+ },
835
+ {
836
+ "dtype": "float32",
837
+ "elements": 512,
838
+ "path": "adapter/blocks/5/norm1/bias/value",
839
+ "shape": [
840
+ 512
841
+ ]
842
+ },
843
+ {
844
+ "dtype": "float32",
845
+ "elements": 512,
846
+ "path": "adapter/blocks/5/norm1/scale/value",
847
+ "shape": [
848
+ 512
849
+ ]
850
+ },
851
+ {
852
+ "dtype": "float32",
853
+ "elements": 512,
854
+ "path": "adapter/blocks/5/norm2/bias/value",
855
+ "shape": [
856
+ 512
857
+ ]
858
+ },
859
+ {
860
+ "dtype": "float32",
861
+ "elements": 512,
862
+ "path": "adapter/blocks/5/norm2/scale/value",
863
+ "shape": [
864
+ 512
865
+ ]
866
+ },
867
+ {
868
+ "dtype": "float32",
869
+ "elements": 512,
870
+ "path": "adapter/blocks/5/ttt/proj/bias/value",
871
+ "shape": [
872
+ 512
873
+ ]
874
+ },
875
+ {
876
+ "dtype": "float32",
877
+ "elements": 262144,
878
+ "path": "adapter/blocks/5/ttt/proj/kernel/value",
879
+ "shape": [
880
+ 512,
881
+ 512
882
+ ]
883
+ },
884
+ {
885
+ "dtype": "float32",
886
+ "elements": 1536,
887
+ "path": "adapter/blocks/5/ttt/qkv/bias/value",
888
+ "shape": [
889
+ 1536
890
+ ]
891
+ },
892
+ {
893
+ "dtype": "float32",
894
+ "elements": 786432,
895
+ "path": "adapter/blocks/5/ttt/qkv/kernel/value",
896
+ "shape": [
897
+ 512,
898
+ 1536
899
+ ]
900
+ },
901
+ {
902
+ "dtype": "float32",
903
+ "elements": 32768,
904
+ "path": "adapter/blocks/5/ttt/w1/value",
905
+ "shape": [
906
+ 1,
907
+ 8,
908
+ 64,
909
+ 64
910
+ ]
911
+ },
912
+ {
913
+ "dtype": "float32",
914
+ "elements": 32768,
915
+ "path": "adapter/blocks/5/ttt/w2/value",
916
+ "shape": [
917
+ 1,
918
+ 8,
919
+ 64,
920
+ 64
921
+ ]
922
+ },
923
+ {
924
+ "dtype": "float32",
925
+ "elements": 2048,
926
+ "path": "adapter/blocks/6/fc1/bias/value",
927
+ "shape": [
928
+ 2048
929
+ ]
930
+ },
931
+ {
932
+ "dtype": "float32",
933
+ "elements": 1048576,
934
+ "path": "adapter/blocks/6/fc1/kernel/value",
935
+ "shape": [
936
+ 512,
937
+ 2048
938
+ ]
939
+ },
940
+ {
941
+ "dtype": "float32",
942
+ "elements": 512,
943
+ "path": "adapter/blocks/6/fc2/bias/value",
944
+ "shape": [
945
+ 512
946
+ ]
947
+ },
948
+ {
949
+ "dtype": "float32",
950
+ "elements": 1048576,
951
+ "path": "adapter/blocks/6/fc2/kernel/value",
952
+ "shape": [
953
+ 2048,
954
+ 512
955
+ ]
956
+ },
957
+ {
958
+ "dtype": "float32",
959
+ "elements": 512,
960
+ "path": "adapter/blocks/6/norm1/bias/value",
961
+ "shape": [
962
+ 512
963
+ ]
964
+ },
965
+ {
966
+ "dtype": "float32",
967
+ "elements": 512,
968
+ "path": "adapter/blocks/6/norm1/scale/value",
969
+ "shape": [
970
+ 512
971
+ ]
972
+ },
973
+ {
974
+ "dtype": "float32",
975
+ "elements": 512,
976
+ "path": "adapter/blocks/6/norm2/bias/value",
977
+ "shape": [
978
+ 512
979
+ ]
980
+ },
981
+ {
982
+ "dtype": "float32",
983
+ "elements": 512,
984
+ "path": "adapter/blocks/6/norm2/scale/value",
985
+ "shape": [
986
+ 512
987
+ ]
988
+ },
989
+ {
990
+ "dtype": "float32",
991
+ "elements": 512,
992
+ "path": "adapter/blocks/6/ttt/proj/bias/value",
993
+ "shape": [
994
+ 512
995
+ ]
996
+ },
997
+ {
998
+ "dtype": "float32",
999
+ "elements": 262144,
1000
+ "path": "adapter/blocks/6/ttt/proj/kernel/value",
1001
+ "shape": [
1002
+ 512,
1003
+ 512
1004
+ ]
1005
+ },
1006
+ {
1007
+ "dtype": "float32",
1008
+ "elements": 1536,
1009
+ "path": "adapter/blocks/6/ttt/qkv/bias/value",
1010
+ "shape": [
1011
+ 1536
1012
+ ]
1013
+ },
1014
+ {
1015
+ "dtype": "float32",
1016
+ "elements": 786432,
1017
+ "path": "adapter/blocks/6/ttt/qkv/kernel/value",
1018
+ "shape": [
1019
+ 512,
1020
+ 1536
1021
+ ]
1022
+ },
1023
+ {
1024
+ "dtype": "float32",
1025
+ "elements": 32768,
1026
+ "path": "adapter/blocks/6/ttt/w1/value",
1027
+ "shape": [
1028
+ 1,
1029
+ 8,
1030
+ 64,
1031
+ 64
1032
+ ]
1033
+ },
1034
+ {
1035
+ "dtype": "float32",
1036
+ "elements": 32768,
1037
+ "path": "adapter/blocks/6/ttt/w2/value",
1038
+ "shape": [
1039
+ 1,
1040
+ 8,
1041
+ 64,
1042
+ 64
1043
+ ]
1044
+ },
1045
+ {
1046
+ "dtype": "float32",
1047
+ "elements": 2048,
1048
+ "path": "adapter/blocks/7/fc1/bias/value",
1049
+ "shape": [
1050
+ 2048
1051
+ ]
1052
+ },
1053
+ {
1054
+ "dtype": "float32",
1055
+ "elements": 1048576,
1056
+ "path": "adapter/blocks/7/fc1/kernel/value",
1057
+ "shape": [
1058
+ 512,
1059
+ 2048
1060
+ ]
1061
+ },
1062
+ {
1063
+ "dtype": "float32",
1064
+ "elements": 512,
1065
+ "path": "adapter/blocks/7/fc2/bias/value",
1066
+ "shape": [
1067
+ 512
1068
+ ]
1069
+ },
1070
+ {
1071
+ "dtype": "float32",
1072
+ "elements": 1048576,
1073
+ "path": "adapter/blocks/7/fc2/kernel/value",
1074
+ "shape": [
1075
+ 2048,
1076
+ 512
1077
+ ]
1078
+ },
1079
+ {
1080
+ "dtype": "float32",
1081
+ "elements": 512,
1082
+ "path": "adapter/blocks/7/norm1/bias/value",
1083
+ "shape": [
1084
+ 512
1085
+ ]
1086
+ },
1087
+ {
1088
+ "dtype": "float32",
1089
+ "elements": 512,
1090
+ "path": "adapter/blocks/7/norm1/scale/value",
1091
+ "shape": [
1092
+ 512
1093
+ ]
1094
+ },
1095
+ {
1096
+ "dtype": "float32",
1097
+ "elements": 512,
1098
+ "path": "adapter/blocks/7/norm2/bias/value",
1099
+ "shape": [
1100
+ 512
1101
+ ]
1102
+ },
1103
+ {
1104
+ "dtype": "float32",
1105
+ "elements": 512,
1106
+ "path": "adapter/blocks/7/norm2/scale/value",
1107
+ "shape": [
1108
+ 512
1109
+ ]
1110
+ },
1111
+ {
1112
+ "dtype": "float32",
1113
+ "elements": 512,
1114
+ "path": "adapter/blocks/7/ttt/proj/bias/value",
1115
+ "shape": [
1116
+ 512
1117
+ ]
1118
+ },
1119
+ {
1120
+ "dtype": "float32",
1121
+ "elements": 262144,
1122
+ "path": "adapter/blocks/7/ttt/proj/kernel/value",
1123
+ "shape": [
1124
+ 512,
1125
+ 512
1126
+ ]
1127
+ },
1128
+ {
1129
+ "dtype": "float32",
1130
+ "elements": 1536,
1131
+ "path": "adapter/blocks/7/ttt/qkv/bias/value",
1132
+ "shape": [
1133
+ 1536
1134
+ ]
1135
+ },
1136
+ {
1137
+ "dtype": "float32",
1138
+ "elements": 786432,
1139
+ "path": "adapter/blocks/7/ttt/qkv/kernel/value",
1140
+ "shape": [
1141
+ 512,
1142
+ 1536
1143
+ ]
1144
+ },
1145
+ {
1146
+ "dtype": "float32",
1147
+ "elements": 32768,
1148
+ "path": "adapter/blocks/7/ttt/w1/value",
1149
+ "shape": [
1150
+ 1,
1151
+ 8,
1152
+ 64,
1153
+ 64
1154
+ ]
1155
+ },
1156
+ {
1157
+ "dtype": "float32",
1158
+ "elements": 32768,
1159
+ "path": "adapter/blocks/7/ttt/w2/value",
1160
+ "shape": [
1161
+ 1,
1162
+ 8,
1163
+ 64,
1164
+ 64
1165
+ ]
1166
+ },
1167
+ {
1168
+ "dtype": "float32",
1169
+ "elements": 512,
1170
+ "path": "adapter/current_norm/bias/value",
1171
+ "shape": [
1172
+ 512
1173
+ ]
1174
+ },
1175
+ {
1176
+ "dtype": "float32",
1177
+ "elements": 512,
1178
+ "path": "adapter/current_norm/scale/value",
1179
+ "shape": [
1180
+ 512
1181
+ ]
1182
+ },
1183
+ {
1184
+ "dtype": "float32",
1185
+ "elements": 1152,
1186
+ "path": "adapter/current_out_proj/bias/value",
1187
+ "shape": [
1188
+ 1152
1189
+ ]
1190
+ },
1191
+ {
1192
+ "dtype": "float32",
1193
+ "elements": 589824,
1194
+ "path": "adapter/current_out_proj/kernel/value",
1195
+ "shape": [
1196
+ 512,
1197
+ 1152
1198
+ ]
1199
+ },
1200
+ {
1201
+ "dtype": "float32",
1202
+ "elements": 512,
1203
+ "path": "adapter/input_proj/bias/value",
1204
+ "shape": [
1205
+ 512
1206
+ ]
1207
+ },
1208
+ {
1209
+ "dtype": "float32",
1210
+ "elements": 589824,
1211
+ "path": "adapter/input_proj/kernel/value",
1212
+ "shape": [
1213
+ 1152,
1214
+ 512
1215
+ ]
1216
+ },
1217
+ {
1218
+ "dtype": "float32",
1219
+ "elements": 1152,
1220
+ "path": "adapter/output_norm/bias/value",
1221
+ "shape": [
1222
+ 1152
1223
+ ]
1224
+ },
1225
+ {
1226
+ "dtype": "float32",
1227
+ "elements": 1152,
1228
+ "path": "adapter/output_norm/scale/value",
1229
+ "shape": [
1230
+ 1152
1231
+ ]
1232
+ },
1233
+ {
1234
+ "dtype": "float32",
1235
+ "elements": 1,
1236
+ "path": "adapter/progress_head/bias/value",
1237
+ "shape": [
1238
+ 1
1239
+ ]
1240
+ },
1241
+ {
1242
+ "dtype": "float32",
1243
+ "elements": 512,
1244
+ "path": "adapter/progress_head/kernel/value",
1245
+ "shape": [
1246
+ 512,
1247
+ 1
1248
+ ]
1249
+ },
1250
+ {
1251
+ "dtype": "float32",
1252
+ "elements": 512,
1253
+ "path": "adapter/progress_norm/bias/value",
1254
+ "shape": [
1255
+ 512
1256
+ ]
1257
+ },
1258
+ {
1259
+ "dtype": "float32",
1260
+ "elements": 512,
1261
+ "path": "adapter/progress_norm/scale/value",
1262
+ "shape": [
1263
+ 512
1264
+ ]
1265
+ },
1266
+ {
1267
+ "dtype": "float32",
1268
+ "elements": 512,
1269
+ "path": "adapter/progress_token/value",
1270
+ "shape": [
1271
+ 1,
1272
+ 1,
1273
+ 512
1274
+ ]
1275
+ },
1276
+ {
1277
+ "dtype": "bfloat16",
1278
+ "elements": 1152,
1279
+ "path": "backbone/PaliGemma/img/Transformer/encoder_norm/bias/value",
1280
+ "shape": [
1281
+ 1152
1282
+ ]
1283
+ },
1284
+ {
1285
+ "dtype": "bfloat16",
1286
+ "elements": 1152,
1287
+ "path": "backbone/PaliGemma/img/Transformer/encoder_norm/scale/value",
1288
+ "shape": [
1289
+ 1152
1290
+ ]
1291
+ },
1292
+ {
1293
+ "dtype": "bfloat16",
1294
+ "elements": 31104,
1295
+ "path": "backbone/PaliGemma/img/Transformer/encoderblock/LayerNorm_0/bias/value",
1296
+ "shape": [
1297
+ 27,
1298
+ 1152
1299
+ ]
1300
+ },
1301
+ {
1302
+ "dtype": "bfloat16",
1303
+ "elements": 31104,
1304
+ "path": "backbone/PaliGemma/img/Transformer/encoderblock/LayerNorm_0/scale/value",
1305
+ "shape": [
1306
+ 27,
1307
+ 1152
1308
+ ]
1309
+ },
1310
+ {
1311
+ "dtype": "bfloat16",
1312
+ "elements": 31104,
1313
+ "path": "backbone/PaliGemma/img/Transformer/encoderblock/LayerNorm_1/bias/value",
1314
+ "shape": [
1315
+ 27,
1316
+ 1152
1317
+ ]
1318
+ },
1319
+ {
1320
+ "dtype": "bfloat16",
1321
+ "elements": 31104,
1322
+ "path": "backbone/PaliGemma/img/Transformer/encoderblock/LayerNorm_1/scale/value",
1323
+ "shape": [
1324
+ 27,
1325
+ 1152
1326
+ ]
1327
+ },
1328
+ {
1329
+ "dtype": "bfloat16",
1330
+ "elements": 116208,
1331
+ "path": "backbone/PaliGemma/img/Transformer/encoderblock/MlpBlock_0/Dense_0/bias/value",
1332
+ "shape": [
1333
+ 27,
1334
+ 4304
1335
+ ]
1336
+ },
1337
+ {
1338
+ "dtype": "bfloat16",
1339
+ "elements": 133871616,
1340
+ "path": "backbone/PaliGemma/img/Transformer/encoderblock/MlpBlock_0/Dense_0/kernel/value",
1341
+ "shape": [
1342
+ 27,
1343
+ 1152,
1344
+ 4304
1345
+ ]
1346
+ },
1347
+ {
1348
+ "dtype": "bfloat16",
1349
+ "elements": 31104,
1350
+ "path": "backbone/PaliGemma/img/Transformer/encoderblock/MlpBlock_0/Dense_1/bias/value",
1351
+ "shape": [
1352
+ 27,
1353
+ 1152
1354
+ ]
1355
+ },
1356
+ {
1357
+ "dtype": "bfloat16",
1358
+ "elements": 133871616,
1359
+ "path": "backbone/PaliGemma/img/Transformer/encoderblock/MlpBlock_0/Dense_1/kernel/value",
1360
+ "shape": [
1361
+ 27,
1362
+ 4304,
1363
+ 1152
1364
+ ]
1365
+ },
1366
+ {
1367
+ "dtype": "bfloat16",
1368
+ "elements": 31104,
1369
+ "path": "backbone/PaliGemma/img/Transformer/encoderblock/MultiHeadDotProductAttention_0/key/bias/value",
1370
+ "shape": [
1371
+ 27,
1372
+ 16,
1373
+ 72
1374
+ ]
1375
+ },
1376
+ {
1377
+ "dtype": "bfloat16",
1378
+ "elements": 35831808,
1379
+ "path": "backbone/PaliGemma/img/Transformer/encoderblock/MultiHeadDotProductAttention_0/key/kernel/value",
1380
+ "shape": [
1381
+ 27,
1382
+ 1152,
1383
+ 16,
1384
+ 72
1385
+ ]
1386
+ },
1387
+ {
1388
+ "dtype": "bfloat16",
1389
+ "elements": 31104,
1390
+ "path": "backbone/PaliGemma/img/Transformer/encoderblock/MultiHeadDotProductAttention_0/out/bias/value",
1391
+ "shape": [
1392
+ 27,
1393
+ 1152
1394
+ ]
1395
+ },
1396
+ {
1397
+ "dtype": "bfloat16",
1398
+ "elements": 35831808,
1399
+ "path": "backbone/PaliGemma/img/Transformer/encoderblock/MultiHeadDotProductAttention_0/out/kernel/value",
1400
+ "shape": [
1401
+ 27,
1402
+ 16,
1403
+ 72,
1404
+ 1152
1405
+ ]
1406
+ },
1407
+ {
1408
+ "dtype": "bfloat16",
1409
+ "elements": 31104,
1410
+ "path": "backbone/PaliGemma/img/Transformer/encoderblock/MultiHeadDotProductAttention_0/query/bias/value",
1411
+ "shape": [
1412
+ 27,
1413
+ 16,
1414
+ 72
1415
+ ]
1416
+ },
1417
+ {
1418
+ "dtype": "bfloat16",
1419
+ "elements": 35831808,
1420
+ "path": "backbone/PaliGemma/img/Transformer/encoderblock/MultiHeadDotProductAttention_0/query/kernel/value",
1421
+ "shape": [
1422
+ 27,
1423
+ 1152,
1424
+ 16,
1425
+ 72
1426
+ ]
1427
+ },
1428
+ {
1429
+ "dtype": "bfloat16",
1430
+ "elements": 31104,
1431
+ "path": "backbone/PaliGemma/img/Transformer/encoderblock/MultiHeadDotProductAttention_0/value/bias/value",
1432
+ "shape": [
1433
+ 27,
1434
+ 16,
1435
+ 72
1436
+ ]
1437
+ },
1438
+ {
1439
+ "dtype": "bfloat16",
1440
+ "elements": 35831808,
1441
+ "path": "backbone/PaliGemma/img/Transformer/encoderblock/MultiHeadDotProductAttention_0/value/kernel/value",
1442
+ "shape": [
1443
+ 27,
1444
+ 1152,
1445
+ 16,
1446
+ 72
1447
+ ]
1448
+ },
1449
+ {
1450
+ "dtype": "bfloat16",
1451
+ "elements": 1152,
1452
+ "path": "backbone/PaliGemma/img/embedding/bias/value",
1453
+ "shape": [
1454
+ 1152
1455
+ ]
1456
+ },
1457
+ {
1458
+ "dtype": "bfloat16",
1459
+ "elements": 677376,
1460
+ "path": "backbone/PaliGemma/img/embedding/kernel/value",
1461
+ "shape": [
1462
+ 14,
1463
+ 14,
1464
+ 3,
1465
+ 1152
1466
+ ]
1467
+ },
1468
+ {
1469
+ "dtype": "float32",
1470
+ "elements": 2048,
1471
+ "path": "backbone/PaliGemma/img/head/bias/value",
1472
+ "shape": [
1473
+ 2048
1474
+ ]
1475
+ },
1476
+ {
1477
+ "dtype": "float32",
1478
+ "elements": 2359296,
1479
+ "path": "backbone/PaliGemma/img/head/kernel/value",
1480
+ "shape": [
1481
+ 1152,
1482
+ 2048
1483
+ ]
1484
+ },
1485
+ {
1486
+ "dtype": "bfloat16",
1487
+ "elements": 294912,
1488
+ "path": "backbone/PaliGemma/img/pos_embedding/value",
1489
+ "shape": [
1490
+ 1,
1491
+ 256,
1492
+ 1152
1493
+ ]
1494
+ },
1495
+ {
1496
+ "dtype": "float32",
1497
+ "elements": 526647296,
1498
+ "path": "backbone/PaliGemma/llm/embedder/input_embedding/value",
1499
+ "shape": [
1500
+ 257152,
1501
+ 2048
1502
+ ]
1503
+ },
1504
+ {
1505
+ "dtype": "float32",
1506
+ "elements": 2048,
1507
+ "path": "backbone/PaliGemma/llm/final_norm/scale/value",
1508
+ "shape": [
1509
+ 2048
1510
+ ]
1511
+ },
1512
+ {
1513
+ "dtype": "float32",
1514
+ "elements": 3072,
1515
+ "path": "backbone/PaliGemma/llm/final_norm_1/Dense_0/bias/value",
1516
+ "shape": [
1517
+ 3072
1518
+ ]
1519
+ },
1520
+ {
1521
+ "dtype": "float32",
1522
+ "elements": 3145728,
1523
+ "path": "backbone/PaliGemma/llm/final_norm_1/Dense_0/kernel/value",
1524
+ "shape": [
1525
+ 1024,
1526
+ 3072
1527
+ ]
1528
+ },
1529
+ {
1530
+ "dtype": "float32",
1531
+ "elements": 75497472,
1532
+ "path": "backbone/PaliGemma/llm/layers/attn/attn_vec_einsum/w/value",
1533
+ "shape": [
1534
+ 18,
1535
+ 8,
1536
+ 256,
1537
+ 2048
1538
+ ]
1539
+ },
1540
+ {
1541
+ "dtype": "float32",
1542
+ "elements": 37748736,
1543
+ "path": "backbone/PaliGemma/llm/layers/attn/attn_vec_einsum_1/w/value",
1544
+ "shape": [
1545
+ 18,
1546
+ 8,
1547
+ 256,
1548
+ 1024
1549
+ ]
1550
+ },
1551
+ {
1552
+ "dtype": "float32",
1553
+ "elements": 18874368,
1554
+ "path": "backbone/PaliGemma/llm/layers/attn/kv_einsum/w/value",
1555
+ "shape": [
1556
+ 18,
1557
+ 2,
1558
+ 1,
1559
+ 2048,
1560
+ 256
1561
+ ]
1562
+ },
1563
+ {
1564
+ "dtype": "float32",
1565
+ "elements": 9437184,
1566
+ "path": "backbone/PaliGemma/llm/layers/attn/kv_einsum_1/w/value",
1567
+ "shape": [
1568
+ 18,
1569
+ 2,
1570
+ 1,
1571
+ 1024,
1572
+ 256
1573
+ ]
1574
+ },
1575
+ {
1576
+ "dtype": "float32",
1577
+ "elements": 75497472,
1578
+ "path": "backbone/PaliGemma/llm/layers/attn/q_einsum/w/value",
1579
+ "shape": [
1580
+ 18,
1581
+ 8,
1582
+ 2048,
1583
+ 256
1584
+ ]
1585
+ },
1586
+ {
1587
+ "dtype": "float32",
1588
+ "elements": 37748736,
1589
+ "path": "backbone/PaliGemma/llm/layers/attn/q_einsum_1/w/value",
1590
+ "shape": [
1591
+ 18,
1592
+ 8,
1593
+ 1024,
1594
+ 256
1595
+ ]
1596
+ },
1597
+ {
1598
+ "dtype": "float32",
1599
+ "elements": 1207959552,
1600
+ "path": "backbone/PaliGemma/llm/layers/mlp/gating_einsum/value",
1601
+ "shape": [
1602
+ 18,
1603
+ 2,
1604
+ 2048,
1605
+ 16384
1606
+ ]
1607
+ },
1608
+ {
1609
+ "dtype": "float32",
1610
+ "elements": 603979776,
1611
+ "path": "backbone/PaliGemma/llm/layers/mlp/linear/value",
1612
+ "shape": [
1613
+ 18,
1614
+ 16384,
1615
+ 2048
1616
+ ]
1617
+ },
1618
+ {
1619
+ "dtype": "float32",
1620
+ "elements": 150994944,
1621
+ "path": "backbone/PaliGemma/llm/layers/mlp_1/gating_einsum/value",
1622
+ "shape": [
1623
+ 18,
1624
+ 2,
1625
+ 1024,
1626
+ 4096
1627
+ ]
1628
+ },
1629
+ {
1630
+ "dtype": "float32",
1631
+ "elements": 75497472,
1632
+ "path": "backbone/PaliGemma/llm/layers/mlp_1/linear/value",
1633
+ "shape": [
1634
+ 18,
1635
+ 4096,
1636
+ 1024
1637
+ ]
1638
+ },
1639
+ {
1640
+ "dtype": "float32",
1641
+ "elements": 36864,
1642
+ "path": "backbone/PaliGemma/llm/layers/pre_attention_norm/scale/value",
1643
+ "shape": [
1644
+ 18,
1645
+ 2048
1646
+ ]
1647
+ },
1648
+ {
1649
+ "dtype": "float32",
1650
+ "elements": 55296,
1651
+ "path": "backbone/PaliGemma/llm/layers/pre_attention_norm_1/Dense_0/bias/value",
1652
+ "shape": [
1653
+ 18,
1654
+ 3072
1655
+ ]
1656
+ },
1657
+ {
1658
+ "dtype": "float32",
1659
+ "elements": 56623104,
1660
+ "path": "backbone/PaliGemma/llm/layers/pre_attention_norm_1/Dense_0/kernel/value",
1661
+ "shape": [
1662
+ 18,
1663
+ 1024,
1664
+ 3072
1665
+ ]
1666
+ },
1667
+ {
1668
+ "dtype": "float32",
1669
+ "elements": 36864,
1670
+ "path": "backbone/PaliGemma/llm/layers/pre_ffw_norm/scale/value",
1671
+ "shape": [
1672
+ 18,
1673
+ 2048
1674
+ ]
1675
+ },
1676
+ {
1677
+ "dtype": "float32",
1678
+ "elements": 55296,
1679
+ "path": "backbone/PaliGemma/llm/layers/pre_ffw_norm_1/Dense_0/bias/value",
1680
+ "shape": [
1681
+ 18,
1682
+ 3072
1683
+ ]
1684
+ },
1685
+ {
1686
+ "dtype": "float32",
1687
+ "elements": 56623104,
1688
+ "path": "backbone/PaliGemma/llm/layers/pre_ffw_norm_1/Dense_0/kernel/value",
1689
+ "shape": [
1690
+ 18,
1691
+ 1024,
1692
+ 3072
1693
+ ]
1694
+ },
1695
+ {
1696
+ "dtype": "float32",
1697
+ "elements": 1024,
1698
+ "path": "backbone/action_in_proj/bias/value",
1699
+ "shape": [
1700
+ 1024
1701
+ ]
1702
+ },
1703
+ {
1704
+ "dtype": "float32",
1705
+ "elements": 32768,
1706
+ "path": "backbone/action_in_proj/kernel/value",
1707
+ "shape": [
1708
+ 32,
1709
+ 1024
1710
+ ]
1711
+ },
1712
+ {
1713
+ "dtype": "float32",
1714
+ "elements": 32,
1715
+ "path": "backbone/action_out_proj/bias/value",
1716
+ "shape": [
1717
+ 32
1718
+ ]
1719
+ },
1720
+ {
1721
+ "dtype": "float32",
1722
+ "elements": 32768,
1723
+ "path": "backbone/action_out_proj/kernel/value",
1724
+ "shape": [
1725
+ 1024,
1726
+ 32
1727
+ ]
1728
+ },
1729
+ {
1730
+ "dtype": "float32",
1731
+ "elements": 1024,
1732
+ "path": "backbone/time_mlp_in/bias/value",
1733
+ "shape": [
1734
+ 1024
1735
+ ]
1736
+ },
1737
+ {
1738
+ "dtype": "float32",
1739
+ "elements": 1048576,
1740
+ "path": "backbone/time_mlp_in/kernel/value",
1741
+ "shape": [
1742
+ 1024,
1743
+ 1024
1744
+ ]
1745
+ },
1746
+ {
1747
+ "dtype": "float32",
1748
+ "elements": 1024,
1749
+ "path": "backbone/time_mlp_out/bias/value",
1750
+ "shape": [
1751
+ 1024
1752
+ ]
1753
+ },
1754
+ {
1755
+ "dtype": "float32",
1756
+ "elements": 1048576,
1757
+ "path": "backbone/time_mlp_out/kernel/value",
1758
+ "shape": [
1759
+ 1024,
1760
+ 1024
1761
+ ]
1762
+ }
1763
+ ],
1764
+ "payload_file_count": 24,
1765
+ "schema_version": 1,
1766
+ "source_run": "main_v5_spatial4x4_h191_a20_exec10_bs256_5k50k",
1767
+ "tokenizer": {
1768
+ "path": "tokenizer/paligemma_tokenizer.model",
1769
+ "required": true,
1770
+ "upstream_uri": "gs://big_vision/paligemma_tokenizer.model"
1771
+ },
1772
+ "total_payload_bytes": 11661016565,
1773
+ "validation": {
1774
+ "all_parameters_finite": true,
1775
+ "full_model_forward_test": "not run",
1776
+ "independent_destination_inodes": true,
1777
+ "jax_devices": [
1778
+ "TFRT_CPU_0"
1779
+ ],
1780
+ "jax_version": "0.5.3",
1781
+ "orbax_restore": "passed",
1782
+ "orbax_version": "0.11.13",
1783
+ "parameter_array_count": 176,
1784
+ "parameter_count": 3380363921,
1785
+ "parameter_elements_by_dtype": {
1786
+ "bfloat16": 412442352,
1787
+ "float32": 2967921569
1788
+ },
1789
+ "parameter_elements_by_root": {
1790
+ "adapter": 26930049,
1791
+ "backbone": 3353433872
1792
+ },
1793
+ "restore_and_finiteness_elapsed_seconds": 12.69,
1794
+ "restored_on": "CPU only",
1795
+ "simulator_rollout_test": "not run",
1796
+ "source_file_hash_comparison": "passed for every unmodified copied file",
1797
+ "uncompressed_parameter_bytes": 12696570980
1798
+ }
1799
+ }